-- Logs begin at Tue 2022-04-12 17:04:33 UTC, end at Tue 2022-04-12 18:13:12 UTC. -- Apr 12 17:40:08.831539 dv-cinder-837533-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 17:40:11.800085 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:40:11.800665 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 17:40:11.800880 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:40:11.804439 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:40:11.804722 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 17:40:11.805051 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:40:11.806067 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:40:11.806331 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:40:11.806710 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:40:11.806995 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:40:11.807258 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:40:11.807698 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.808136 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 17:40:11.808452 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.808775 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.809091 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.809399 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.809712 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.810021 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.810320 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.810624 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.810920 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.811225 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.811513 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.811807 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.812099 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.812386 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.812675 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.812944 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] debug = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.813229 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.813664 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.814091 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.814376 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.814666 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.814951 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.815252 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.815532 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.815817 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.816184 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] host = dv-cinder-837533-1-iscsi {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.818114 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.818421 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.818718 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.819033 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.819341 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.819622 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.819912 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.820186 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.820464 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] log_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.820746 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.821041 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.821337 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.821636 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.821868 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.822096 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.822399 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.822690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.822969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.823279 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.823559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.823838 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.824121 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.824386 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.824673 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.824960 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.825246 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.825522 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.825806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.826079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.826350 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.826637 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.826911 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.827209 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.827485 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.827774 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.828046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.828331 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.828624 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.828914 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.829198 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.829484 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.829761 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.830047 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.830321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.830594 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.830866 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] use_json = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.831170 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.831448 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.831733 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.832009 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.832285 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.832560 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.832833 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.833118 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.833392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:11.833693 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.833994 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.834296 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.834682 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.834976 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.835282 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.835572 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.835854 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.836147 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.836437 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.836728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.837008 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.837309 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.837596 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.837893 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.838202 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.838497 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.838789 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.839402 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.839683 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.839954 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.840234 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.840523 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.840804 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.841093 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.841387 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.841665 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.841964 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.842253 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.842551 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.842842 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.843147 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.843430 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.843722 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.844000 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.844275 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.844557 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.844847 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.845127 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.845401 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.845685 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.845964 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.846246 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.846520 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.846801 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.847119 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.847400 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.847671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.847943 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.848224 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.848498 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.848783 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.849063 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.849338 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.849609 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.849891 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.850197 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.850468 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.850746 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.851021 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.851334 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.851608 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.851882 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.852157 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.852431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.852705 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.852979 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.853253 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.853531 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.853803 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.854075 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.854352 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.854628 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.854903 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.855219 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.855521 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.855801 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.856080 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.856359 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.856639 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.856918 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.857197 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.857475 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.857753 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.858026 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.858317 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.858602 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.858892 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.859224 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.859507 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.859803 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.860082 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.860362 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.860647 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.860924 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.861207 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.861492 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.861775 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.862069 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.862364 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.862659 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.862954 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.863272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.863558 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.863868 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.864150 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:11.864374 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:40:11.864617 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109880) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 17:40:12.238379 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:40:12.238610 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:40:12.238955 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:40:12.239331 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 17:40:12.562844 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.563095 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.563325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.566287 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.566571 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.566844 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.623583 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.624007 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.624439 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.639698 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.639983 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.640256 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.669987 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.670262 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.670534 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.706650 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.706936 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:12.707254 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.052871 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.053721 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.053721 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.053721 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.054384 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.154316 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.154638 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.154944 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.155246 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.155526 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.155842 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.156106 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.156361 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.156628 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.156922 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.157179 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.157433 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.157694 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.157944 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.158204 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.158471 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.158727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.158997 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.159278 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.159543 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.159817 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.160076 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.160358 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.160744 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.160996 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.161243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.161639 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.161880 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.162118 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.162356 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.162663 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.163030 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.163425 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 17:40:13.166632 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 17:40:13.170593 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 17:40:13.174460 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 12 17:40:13.176121 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 17:40:13.176604 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 17:40:13.176942 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 17:40:13.177350 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 17:40:13.180447 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 17:40:13.180703 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 17:40:13.181058 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:40:13.185974 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 17:40:13.209503 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 17:40:13.209966 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.210266 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109880) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 17:40:13.210645 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.212037 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109880) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 17:40:13.212315 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:40:13.212558 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 17:40:13.216279 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.216566 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.280126 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 17:40:13.280347 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 17:40:13.280605 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 17:40:13.280976 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 17:40:13.303157 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_db.sqlalchemy.engines [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109880) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 17:40:13.757460 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing driver for type 'gre' Apr 12 17:40:13.757994 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] gre ID ranges: [(1, 1000)] Apr 12 17:40:13.813467 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing driver for type 'local' Apr 12 17:40:13.813807 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing driver for type 'vlan' Apr 12 17:40:13.828958 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] VlanTypeDriver initialization complete Apr 12 17:40:13.829350 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing driver for type 'vxlan' Apr 12 17:40:13.829918 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] vxlan ID ranges: [(1, 1000)] Apr 12 17:40:13.884122 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing extension driver 'port_security' Apr 12 17:40:13.884457 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] PortSecurityExtensionDriver initialization complete Apr 12 17:40:13.884804 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing mechanism driver 'openvswitch' Apr 12 17:40:13.885105 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing mechanism driver 'hyperv' Apr 12 17:40:13.891855 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:13.892812 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.893220 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.893637 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.894192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:40:13.894627 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.894981 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.895351 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.895744 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:40:13.896145 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.896494 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.897126 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.898598 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:40:13.899008 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.899385 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.899733 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.900125 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:40:13.900528 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.900877 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.901220 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.901612 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:40:13.902010 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.902350 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.902688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.903093 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:40:13.903529 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] ML2 OVO RPC backend initialized. {{(pid=109880) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 17:40:13.904230 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.904582 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.904994 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.905340 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > networks before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.905681 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.906018 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > ports before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.906355 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.906688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.907025 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.907379 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.907706 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.908039 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.908365 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.908692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.909018 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.909351 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.909673 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.917482 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded quota_driver: . Apr 12 17:40:13.917847 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.plugin [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Modular L2 Plugin initialization complete Apr 12 17:40:13.918192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading services supported by the core plugin {{(pid=109880) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 17:40:13.918533 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.plugins.ml2.managers [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Got port-security extension from driver 'port_security' Apr 12 17:40:13.919063 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.extensions.vlantransparent [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Disabled vlantransparent extension. Apr 12 17:40:13.919618 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109880) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 17:40:13.920041 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: router Apr 12 17:40:13.959106 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.959723 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router after_create 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.960349 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router before_create 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.960947 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.961523 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.961880 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router after_delete 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.962235 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.962584 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.962939 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router after_create 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.963295 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router after_update 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.963935 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router after_update 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.964641 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.965115 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router after_update 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.965522 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.965888 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: port after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.966228 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: port after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.966558 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: subnet after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.966911 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.967291 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.967631 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.967969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: port before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.968309 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.968642 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router after_update 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.968980 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.969324 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.969677 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.970015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.970372 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > agent after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.970717 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.971069 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > network after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.971951 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Tracking information for resource: router configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.972277 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Tracking information for resource: floatingip configured {{(pid=109880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:40:13.977656 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.db.l3_agentschedulers_db [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 17:40:13.978238 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: port after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.978601 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: port after_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.978947 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: port after_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.979325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: port after_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.980117 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router before_create 55550100 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.980475 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.980834 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.981187 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:13.986098 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.services.provider_configuration [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service providers = [] {{(pid=109880) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 17:40:13.986456 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.db.servicetype_db [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109880) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 17:40:13.989401 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.services.service_base [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:40:13.989742 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.services.service_base [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:40:13.990077 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.services.service_base [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:40:13.991268 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.services.service_base [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:40:13.991706 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.services.service_base [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 17:40:13.992085 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:13.992400 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 17:40:14.003227 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:14.003562 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: auto_allocate Apr 12 17:40:14.009455 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: network precommit_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.009836 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: network precommit_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.010369 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:14.010688 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: tag Apr 12 17:40:14.018807 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:14.019158 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: timestamp Apr 12 17:40:14.023177 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:14.023500 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: network_ip_availability Apr 12 17:40:14.029004 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.029384 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.029739 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.030448 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:14.030763 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: flavors Apr 12 17:40:14.035691 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:14.036018 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading Plugin: revisions Apr 12 17:40:14.040310 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:40:14.040704 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_concurrency.lockutils [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=109880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:40:14.041434 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109880) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 17:40:14.041765 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Initializing extension manager. Apr 12 17:40:14.042284 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: __init__.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.042625 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: __pycache__ {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.042952 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: address_group.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.043739 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.044313 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: address-group Apr 12 17:40:14.044641 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: address_scope.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.045337 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.045832 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: address-scope Apr 12 17:40:14.046144 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.047074 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.047587 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: router-admin-state-down-before-update Apr 12 17:40:14.047904 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: agent.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.048571 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.049073 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: agent Apr 12 17:40:14.049372 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: agent_resources_synced.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.050286 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.050781 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: agent-resources-synced Apr 12 17:40:14.051123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.052899 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.053535 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: allowed-address-pairs Apr 12 17:40:14.054116 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.054920 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.055463 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: auto-allocated-topology Apr 12 17:40:14.055785 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: availability_zone.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.056475 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.056971 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: availability_zone Apr 12 17:40:14.057293 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: availability_zone_filter.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.058205 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.058696 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: availability_zone_filter Apr 12 17:40:14.059017 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: data_plane_status.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.059932 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.060431 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 17:40:14.060747 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: default_subnetpools.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.061650 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.062144 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: default-subnetpools Apr 12 17:40:14.062459 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.063295 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.063788 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: dhcp_agent_scheduler Apr 12 17:40:14.064101 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: dns.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.065003 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.065490 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 17:40:14.065809 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: dns_domain_ports.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.066733 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.067264 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 17:40:14.067584 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.068492 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.069081 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 17:40:14.069398 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: dvr.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.070065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.070551 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: dvr Apr 12 17:40:14.070863 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: ecmp_routes.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.071797 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.072286 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 17:40:14.072600 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: empty_string_filtering.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.073490 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.073996 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: empty-string-filtering Apr 12 17:40:14.074301 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.075257 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.075753 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:40:14.076070 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.076989 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.077494 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 17:40:14.077811 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: external_net.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.078717 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.079254 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: external-net Apr 12 17:40:14.079577 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.080476 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.080968 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: extra_dhcp_opt Apr 12 17:40:14.081282 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: extraroute.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.082173 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.082672 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: extraroute Apr 12 17:40:14.082982 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: extraroute_atomic.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.084192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.084774 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: extraroute-atomic Apr 12 17:40:14.085095 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: filter_validation.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.085753 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.086242 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: filter-validation Apr 12 17:40:14.086555 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: fip_pf_description.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.087502 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.087992 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 17:40:14.088304 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: fip_pf_port_range.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.089549 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.090038 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 17:40:14.090352 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: fip_port_details.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.091290 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.091790 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: fip-port-details Apr 12 17:40:14.092104 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: flavors.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.093305 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.093807 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: flavors Apr 12 17:40:14.094126 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.095764 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.096268 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 17:40:14.096588 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: floatingip_pools.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.097288 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.097791 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: floatingip-pools Apr 12 17:40:14.098108 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: ip_allocation.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.099018 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.099541 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 17:40:14.099859 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.100859 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.101359 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: ip-substring-filtering Apr 12 17:40:14.101673 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l2_adjacency.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.102575 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.103078 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 17:40:14.103412 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.104372 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.104882 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: router Apr 12 17:40:14.105207 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.107448 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.107972 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:40:14.108300 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.109205 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.109705 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: ext-gw-mode Apr 12 17:40:14.110024 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.110950 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.111476 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: l3-ha Apr 12 17:40:14.111801 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.112695 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.113186 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 17:40:14.113504 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3_flavors.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.114407 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.114906 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: l3-flavors Apr 12 17:40:14.115258 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.116741 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.117247 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 17:40:14.117565 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.118466 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.118967 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 17:40:14.119308 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: l3agentscheduler.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.120336 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.120837 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: l3_agent_scheduler Apr 12 17:40:14.121162 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: local_ip.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.123053 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.123572 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension local_ip not supported by any of loaded plugins Apr 12 17:40:14.123897 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: logging.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.125354 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.125865 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension logging not supported by any of loaded plugins Apr 12 17:40:14.126194 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: metering.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.126935 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.127525 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: metering Apr 12 17:40:14.127846 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.128929 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.129432 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: metering_source_and_destination_fields Apr 12 17:40:14.129749 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: multiprovidernet.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.130658 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.131203 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: multi-provider Apr 12 17:40:14.131540 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: netmtu.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.132448 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.132941 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: net-mtu Apr 12 17:40:14.133255 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: netmtu_writable.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.134153 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.134646 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: net-mtu-writable Apr 12 17:40:14.134961 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: network_availability_zone.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.135669 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.136161 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: network_availability_zone Apr 12 17:40:14.136469 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: network_ip_availability.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.137566 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.138066 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: network-ip-availability Apr 12 17:40:14.138385 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: network_segment_range.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.139179 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.139669 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 17:40:14.139985 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: pagination.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.140969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.141293 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: pagination Apr 12 17:40:14.141603 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: port_device_profile.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.142505 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.143002 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: port-device-profile Apr 12 17:40:14.143335 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.144252 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.144741 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: port-mac-address-regenerate Apr 12 17:40:14.145053 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.145951 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.146449 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: port-numa-affinity-policy Apr 12 17:40:14.146764 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: port_resource_request.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.147945 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.148437 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 17:40:14.148753 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: port_resource_request_groups.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.149709 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.150203 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 17:40:14.150522 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: portbindings.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.151466 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.151960 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: binding Apr 12 17:40:14.152281 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: portbindings_extended.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.153521 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.154027 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: binding-extended Apr 12 17:40:14.154349 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: portsecurity.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.155297 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.155801 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: port-security Apr 12 17:40:14.156119 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: project_id.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.157092 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.157410 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: project-id Apr 12 17:40:14.157728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: providernet.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.158645 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.159165 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: provider Apr 12 17:40:14.159482 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.163179 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.163692 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos not supported by any of loaded plugins Apr 12 17:40:14.164014 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.165364 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.165866 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 17:40:14.166187 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.167118 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.167612 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 17:40:14.167930 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_default.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.168833 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.169327 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-default not supported by any of loaded plugins Apr 12 17:40:14.169645 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_fip.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.170543 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.171058 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 17:40:14.171388 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.172297 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.172789 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 17:40:14.173112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.174035 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.174532 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 17:40:14.174852 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.175834 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.176280 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 17:40:14.176597 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.177638 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.178245 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 17:40:14.178570 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.179637 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.180136 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 17:40:14.180455 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_pps_rule.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.181605 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.182108 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 17:40:14.182423 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.183353 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.183850 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 17:40:14.184168 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.185065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.185562 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 17:40:14.185883 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: qos_rules_alias.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.186911 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.187435 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 17:40:14.187755 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: quota_check_limit.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.188646 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.189148 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: quota-check-limit Apr 12 17:40:14.189464 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: quotasv2.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.190377 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.190694 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: quotas Apr 12 17:40:14.191008 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: quotasv2_detail.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.192756 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.193085 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: quota_details Apr 12 17:40:14.193408 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: rbac.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.194509 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.195024 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: rbac-policies Apr 12 17:40:14.195375 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: rbac_address_group.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.196301 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.196800 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: rbac-address-group Apr 12 17:40:14.197122 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: rbac_address_scope.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.198028 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.198531 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: rbac-address-scope Apr 12 17:40:14.198847 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: rbac_security_groups.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.199853 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.200354 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: rbac-security-groups Apr 12 17:40:14.200670 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.201572 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.202068 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: rbac-subnetpool Apr 12 17:40:14.202387 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: revisionifmatch.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.203327 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.203826 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: revision-if-match Apr 12 17:40:14.204142 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: revisions.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.205292 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.205785 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: standard-attr-revisions Apr 12 17:40:14.206100 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: router_availability_zone.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.206775 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.207310 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: router_availability_zone Apr 12 17:40:14.207620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: routerservicetype.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.208526 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.209023 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 17:40:14.209496 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.210322 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.210816 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: security-groups-normalized-cidr Apr 12 17:40:14.211164 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.212073 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.212632 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: port-security-groups-filtering Apr 12 17:40:14.212944 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.213877 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.214706 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: security-groups-remote-address-group Apr 12 17:40:14.215021 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.215969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.216470 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: security-groups-shared-filtering Apr 12 17:40:14.216786 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.217397 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 17:40:14.217713 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: securitygroup.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.227630 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.228157 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: security-group Apr 12 17:40:14.228467 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: segment.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.229193 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.229694 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension segment not supported by any of loaded plugins Apr 12 17:40:14.230014 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.230957 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.231486 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 17:40:14.231804 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: servicetype.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.232906 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.233418 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: service-type Apr 12 17:40:14.233739 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: sorting.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.234708 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.235059 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: sorting Apr 12 17:40:14.235376 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: standard_attr_segment.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.236273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.236779 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 17:40:14.237093 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: standardattrdescription.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.237736 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.238232 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: standard-attr-description Apr 12 17:40:14.238548 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: stateful_security_group.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.239484 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.239984 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: stateful-security-group Apr 12 17:40:14.240298 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: stdattrs_common.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.240971 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 17:40:14.241297 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.242214 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.242715 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 17:40:14.243031 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: subnet_onboard.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.244109 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.244612 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: subnet_onboard Apr 12 17:40:14.244928 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.245848 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.246344 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 17:40:14.246658 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: subnet_service_types.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.247627 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.248134 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: subnet-service-types Apr 12 17:40:14.248451 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: subnetallocation.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.249537 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.250039 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: subnet_allocation Apr 12 17:40:14.250360 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.251013 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.251541 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: subnetpool-prefix-ops Apr 12 17:40:14.251859 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.252791 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.253287 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 17:40:14.253603 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: tagging.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.254656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.255200 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: standard-attr-tag Apr 12 17:40:14.255523 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: timestamp.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.256767 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.257267 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loaded extension: standard-attr-timestamp Apr 12 17:40:14.257588 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: trunk.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.258610 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.259139 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension trunk not supported by any of loaded plugins Apr 12 17:40:14.259460 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: trunk_details.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.260371 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.260871 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 17:40:14.261191 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.262101 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.262602 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 17:40:14.262921 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Loading extension file: vlantransparent.py {{(pid=109880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:40:14.263603 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:40:14.264101 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 17:40:14.266604 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:network Apr 12 17:40:14.267142 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:subnet Apr 12 17:40:14.267550 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:40:14.267952 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:port Apr 12 17:40:14.269200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.269647 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service FLAVORS assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.270247 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.270689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.271016 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:router Apr 12 17:40:14.271479 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:40:14.272083 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service METERING assigned prefix: /metering {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.273623 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.273992 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.274353 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:14.275359 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:40:14.275819 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:40:14.276259 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:40:14.276857 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service CORE assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.277184 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:40:14.277526 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] subnetpool is already registered Apr 12 17:40:14.277947 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service CORE assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.278265 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:40:14.278587 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] subnetpool is already registered Apr 12 17:40:14.280947 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.281374 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service FLAVORS assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.281959 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.282374 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.282699 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:router Apr 12 17:40:14.283027 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] router is already registered Apr 12 17:40:14.283453 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:40:14.283784 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] floatingip is already registered Apr 12 17:40:14.284226 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service METERING assigned prefix: /metering {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.284886 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:40:14.285215 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] rbac_policy is already registered Apr 12 17:40:14.285624 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:40:14.285949 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] security_group is already registered Apr 12 17:40:14.286347 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:40:14.286670 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] security_group_rule is already registered Apr 12 17:40:14.287316 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service CORE assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.287707 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:40:14.288116 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] subnetpool is already registered Apr 12 17:40:14.288534 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.v2.resource_helper [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Service CORE assigned prefix: {{(pid=109880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:40:14.288853 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:40:14.289177 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING neutron.quota.resource_registry [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] subnetpool is already registered Apr 12 17:40:14.289644 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: extensions {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.291109 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: address-groups {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.292585 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: address-scopes {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.293902 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: agents {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.295068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: auto-allocated-topology {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.296297 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: availability_zones {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.297506 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: dhcp-networks {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.300075 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: dhcp-agents {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.301523 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: routers {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.304028 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: flavors {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.305189 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: service_profiles {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.306403 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: next_providers {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.307854 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: service_profiles {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.309406 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: floatingip-pools {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.310616 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: routers {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.312705 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: floatingips {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.313965 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: l3-routers {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.315367 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: l3-agents {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.316771 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: metering-labels {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.318113 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: metering-label-rules {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.319761 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: network-ip-availabilities {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.321025 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: bindings {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.322657 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: quotas {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.324224 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: quotas {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.325740 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: rbac-policies {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.327030 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: security-groups {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.328256 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: security-group-rules {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.329475 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: service-providers {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.330672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: subnetpools {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.332094 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: subnetpools {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.333543 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.335436 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.337437 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.340249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.342597 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.344452 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.346137 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.348046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.349780 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.351771 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron.api.extensions [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Extended resource: tags {{(pid=109880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:40:14.357706 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING keystonemiddleware.auth_token [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 17:40:14.363467 dv-cinder-837533-1-iscsi neutron-server[109880]: WARNING keystonemiddleware.auth_token [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 17:40:14.372184 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_concurrency.lockutils [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Acquired lock "singleton_lock" {{(pid=109880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 17:40:14.372663 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_concurrency.lockutils [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Releasing lock "singleton_lock" {{(pid=109880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 17:40:14.373294 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO oslo_service.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Starting 2 workers Apr 12 17:40:14.378357 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Started child 109989 {{(pid=109880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:40:14.383213 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Started child 109990 {{(pid=109880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:40:14.384152 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:14.384916 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO neutron.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 17:40:14.385511 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:14.385779 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [-] (109989) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:40:14.388016 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO oslo_service.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Starting 1 workers Apr 12 17:40:14.388460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:14.389933 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [-] (109990) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:40:14.393400 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Started child 109991 {{(pid=109880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:40:14.393951 dv-cinder-837533-1-iscsi neutron-server[109880]: INFO oslo_service.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Starting 1 workers Apr 12 17:40:14.397324 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] calling RpcWorker wait() {{(pid=109991) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 17:40:14.397923 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] returning from RpcWorker wait() {{(pid=109991) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 17:40:14.398653 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Started child 109992 {{(pid=109880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:40:14.399507 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG neutron_lib.callbacks.manager [None req-f4c0350b-5984-475d-b2e9-0171eea3b9b3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:14.399676 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:14.400039 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:14.401506 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:40:14.401685 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:40:14.402068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:40:14.402260 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:40:14.402799 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:40:14.402946 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:40:14.403455 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.403732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.404000 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.404254 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.404424 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:14.405176 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.405176 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.405421 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.405573 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.405998 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.406257 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.406403 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.406572 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.406979 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.407236 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.407541 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.407832 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.408177 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.408427 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.408643 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.408882 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.409079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.409278 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.409752 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] debug = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.409752 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.410242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.410495 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.410716 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.411078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.411277 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.411463 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.411683 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.411875 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.412067 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.412302 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.412716 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.413030 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.413245 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.413475 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.413673 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.413933 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.414161 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.414620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] host = dv-cinder-837533-1-iscsi {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.414833 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.415028 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.415291 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.415545 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.415806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.416053 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.416312 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.416554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.416801 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.417023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.417266 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.417493 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.417704 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.417943 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.418137 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_options = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.418322 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.418582 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.418845 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.419107 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.419311 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.419523 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.419746 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.419746 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.420393 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.420393 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.420393 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.420953 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.420953 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.421487 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.421487 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.421487 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.422053 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.422053 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.422053 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.422667 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.422667 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.423032 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.423032 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.423448 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.423448 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.423822 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.424007 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.424197 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.424381 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.424582 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.424776 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.425026 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.425224 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.425420 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.425620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.425852 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.426089 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.426298 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.426566 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.427313 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.427313 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.427313 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.427853 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.427853 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_json = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.429656 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.430209 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.430209 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.430415 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.430790 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.431278 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.431581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.431833 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.432341 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.432341 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.432568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.432900 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.433057 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.433318 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.433623 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.433922 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.434645 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.434645 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.434914 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.435129 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.435301 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.436080 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.436080 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.436080 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.441066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.442430 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.442430 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.442430 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.442430 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.442430 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.445985 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.446431 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.452112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.453046 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.454068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.455217 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.456243 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.457273 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.458180 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.460619 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.462392 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.464518 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.466242 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.468325 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.469411 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.471272 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.473006 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.474701 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.476620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.478321 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.480065 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.481760 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.483568 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.485163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.487023 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.488686 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.490332 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.492130 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.493690 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.495249 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.496806 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.498123 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.503580 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:40:14.504200 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.504727 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505192 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505476 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51248) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.505546 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506088 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506088 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506088 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506088 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506088 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] debug = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506088 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506958 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506958 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506958 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506958 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.506958 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.507679 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.507679 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.507679 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.507679 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.507679 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.508307 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.508307 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.508307 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.508307 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.508776 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.508776 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.508776 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] host = dv-cinder-837533-1-iscsi {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509112 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509445 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509445 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.509907 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.510038 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.510148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.510266 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.510386 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.510607 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.511081 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.512554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.512554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_options = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.512554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.512554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.512554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.512554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.512554 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.514015 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.516810 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.519671 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.522078 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.523781 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.525186 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_json = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.525186 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.525186 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.525186 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.525876 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112243 Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.526079 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.527559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.528732 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.529620 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.530993 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.532148 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.534111 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.535363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.536728 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.538201 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.539692 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.541323 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.542581 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.543820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.544969 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.546240 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.547503 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.548672 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.549688 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.550689 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.551867 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.551867 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.551867 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.551867 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.551867 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.552443 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.552770 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.553017 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.553290 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.553520 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.553760 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:14.553863 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.554281 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.554561 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.554820 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.557058 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.559196 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.559600 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.559884 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.560167 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.561012 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.561012 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.561012 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.561225 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.561499 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.561784 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.562053 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.562363 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.562638 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.563578 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.563578 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.563734 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.563909 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.564185 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.564443 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.564788 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.565757 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.565757 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.565757 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.566163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.566163 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.566440 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.567260 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.567260 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.567260 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.567653 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.567653 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.567927 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.568206 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.568474 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.569142 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.569588 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.569869 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.570160 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.570427 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.570674 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.570990 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.571292 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.571559 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.571826 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.572094 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.573093 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.573093 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.573093 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.573093 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.573610 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.573610 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.573864 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.574066 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.574341 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.574627 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.574895 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.575225 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.575506 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.575786 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.576061 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.576346 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.576752 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.577497 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.577497 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.577497 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.577763 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.577927 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.578206 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.579116 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.579116 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.579116 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.579597 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.579597 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.579864 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.580037 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.580342 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.580594 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.580874 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.581143 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.581427 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.581697 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.581962 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.582246 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.582543 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.582829 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.585068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.585068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.585068 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.585334 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.585591 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.585858 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.586407 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.586905 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.587218 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.587504 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.587793 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.588089 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.588364 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.588653 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.588960 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.589598 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.589886 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.590169 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.590456 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.590737 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.591009 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.591314 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.591584 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.591860 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.592134 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.592413 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.592664 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.592937 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.593213 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.593459 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.593731 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.594003 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.594979 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.594979 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:40:14.595333 dv-cinder-837533-1-iscsi neutron-server[109880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:40:26.291950 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815499f5-fffd-4661-8b85-51ca9fa3c969 None None] get_active_networks_info from dv-cinder-837533-1-iscsi {{(pid=109991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 17:40:26.353120 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815499f5-fffd-4661-8b85-51ca9fa3c969 None None] No non-hosted networks {{(pid=109991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 17:40:26.385630 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.agentschedulers_db [None req-815499f5-fffd-4661-8b85-51ca9fa3c969 None None] DHCP Agent not found on host dv-cinder-837533-1-iscsi {{(pid=109991) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 17:40:26.478002 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1a78d3ea-45bb-4ebc-9190-6acb58f78928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578915'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:28.535605 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9c95-17f1-4db0-9282-26c20b55b8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578915'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:28.575775 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dccdd02b-99c1-4ce4-9199-8b044a57f40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:29.721319 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51320) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:30.117281 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578915'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:30.353980 dv-cinder-837533-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-6a3851d8-6ad2-4c9b-b1e7-474dc28e4e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:30.354991 dv-cinder-837533-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-6a3851d8-6ad2-4c9b-b1e7-474dc28e4e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:30.586292 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [None req-6a3851d8-6ad2-4c9b-b1e7-474dc28e4e10 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:40:30.603719 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6a3851d8-6ad2-4c9b-b1e7-474dc28e4e10 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8809464 Apr 12 17:40:31.347269 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578915'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:32.261222 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.db.l3_hamode_db [None req-4778ae8d-4aec-409e-89b8-39b94cc9f195 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 17:40:32.342855 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778ae8d-4aec-409e-89b8-39b94cc9f195 None None] Routers set() bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:32.343227 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778ae8d-4aec-409e-89b8-39b94cc9f195 None None] Router IDs set() for agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 17:40:32.672461 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578915'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:32.673289 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.673691 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.674121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.674546 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.674983 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.676743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.676743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.676743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.677023 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.677395 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.678063 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.678484 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.678913 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.679589 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.680299 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.680939 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837533-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:32.687374 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837533-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:33.181368 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51354) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:33.514254 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0be6b51a-9b90-4832-bc27-195203a9fead admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:33.608064 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.policy [None req-0be6b51a-9b90-4832-bc27-195203a9fead admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109990) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:40:33.651139 dv-cinder-837533-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-0be6b51a-9b90-4832-bc27-195203a9fead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:33.651519 dv-cinder-837533-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-0be6b51a-9b90-4832-bc27-195203a9fead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:33.756513 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0be6b51a-9b90-4832-bc27-195203a9fead admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742102067580', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742102079344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742102095804', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742102092330', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742102099257', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742101975367', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1545399', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1423260', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-296553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-662829'] for rbac-policy (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.827565 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0be6b51a-9b90-4832-bc27-195203a9fead admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.828884 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0be6b51a-9b90-4832-bc27-195203a9fead admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6464522 Apr 12 17:40:36.326448 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51366) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:36.673019 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:36.709122 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Made reservation on behalf of 779c633d4315498c82290827e7caede8 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:40:36.713399 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:36.731478 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:36.845599 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks [] for security_group (073d265f-576f-4212-9ec5-6000b84c6a25), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:36.852536 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (073d265f-576f-4212-9ec5-6000b84c6a25), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:36.881598 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:40:36.915331 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742100719791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (0f60201f-dc88-4426-a99d-085797e34a48), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:36.915914 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Unsubscribe: segment precommit_create {{(pid=109990) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:40:36.916431 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Added segment 0f60201f-dc88-4426-a99d-085797e34a48 of type vlan for network 739c06de-6c7e-4935-9082-84e73a7c7cc9 Apr 12 17:40:36.932019 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=073d265f-576f-4212-9ec5-6000b84c6a25,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:36.983087 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.983306 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.983687 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.984032 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.984362 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.984683 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.985012 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.985328 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.985642 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.985962 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.986284 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.986633 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.986918 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.987240 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.987554 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Tracked resource versions report: Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: pushed versions: Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: { 'AddressGroup': {'1.2'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Agent': {'1.1'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'ConntrackHelper': {'1.0'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Log': {'1.0'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'NDPProxy': {'1.0'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Network': {'1.1'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Port': {'1.7'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'PortForwarding': {'1.3'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'QosPolicy': {'1.10'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroup': {'1.5'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SubPort': {'1.0'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Subnet': {'1.1'}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Trunk': {'1.1'}} Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: consumer versions: Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Agent': '1.1', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'ConntrackHelper': '1.0', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'LocalIPAssociation': '1.0', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Log': '1.0', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'NDPProxy': '1.0', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Network': '1.1', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Port': '1.7', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'PortForwarding': '1.3', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'QosPolicy': '1.10', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroup': '1.5', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroupRule': '1.2', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SubPort': '1.0', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Subnet': '1.1', Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Trunk': '1.1'}} Apr 12 17:40:36.988959 dv-cinder-837533-1-iscsi neutron-server[109990]: {{(pid=109990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:40:37.022815 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (739c06de-6c7e-4935-9082-84e73a7c7cc9), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:37.066331 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (739c06de-6c7e-4935-9082-84e73a7c7cc9), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:37.071726 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:37.072427 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:37.144606 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8166981 Apr 12 17:40:37.191533 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df166a5-0b03-4aaf-a48a-08dfe20ae187 demo demo] Pushing event updated for resources: {'Network': ['ID=739c06de-6c7e-4935-9082-84e73a7c7cc9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:37.204560 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:40:39.761506 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51378) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:40.208899 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7efd6d-c23a-4d7c-94dc-f86b70537de8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:40.210196 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2a7efd6d-c23a-4d7c-94dc-f86b70537de8 demo admin] 10.222.0.45 "GET /v2.0/networks/739c06de-6c7e-4935-9082-84e73a7c7cc9 HTTP/1.1" status: 200 len: 825 time: 0.4474242 Apr 12 17:40:40.238821 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9d398cfd-fc7d-4e2b-9ee6-40dc04c5bc63 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/c4751df8-96f1-4ca9-a594-4d1b57f15ac4 HTTP/1.1" status: 200 len: 734 time: 0.0190489 Apr 12 17:40:40.247218 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Request body: {'subnet': {'subnetpool_id': 'c4751df8-96f1-4ca9-a594-4d1b57f15ac4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:40.270694 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Made reservation on behalf of 779c633d4315498c82290827e7caede8 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:40:40.273123 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:40.590831 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (1e3bd8dd-58ba-4964-acb9-9669651271cf), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:40.671755 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Pushing event updated for resources: {'Subnet': ['ID=1e3bd8dd-58ba-4964-acb9-9669651271cf,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:40.674089 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Checking segment: {'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:40:40.674460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Network hostable DHCP agents. Network: 739c06de-6c7e-4935-9082-84e73a7c7cc9, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:40:40.698817 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:40:40.712318 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 739c06de-6c7e-4935-9082-84e73a7c7cc9) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:40:40.717810 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:40.718400 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:40.723430 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770ec3b-6405-4441-a82d-9bcd71897f6b None None] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:40:40.742935 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a2baa6f8-4107-42c9-b5ef-8a043e4c9a4d demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4959977 Apr 12 17:40:41.112562 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-739c06de-6c7e-4935-9082-84e73a7c7cc9', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'project_id': '779c633d4315498c82290827e7caede8', 'fixed_ips': [{'subnet_id': '1e3bd8dd-58ba-4964-acb9-9669651271cf'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:40:41.113844 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.389055 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Allocated IP 172.20.0.2 (739c06de-6c7e-4935-9082-84e73a7c7cc9/1e3bd8dd-58ba-4964-acb9-9669651271cf/9405f576-708b-437f-b1a4-8b8b690e7613) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:40:41.664893 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Publish callbacks [] for port (9405f576-708b-437f-b1a4-8b8b690e7613), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.674150 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.760902 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:40:41.765326 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:40:41.766889 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Pushing event updated for resources: {'Port': ['ID=9405f576-708b-437f-b1a4-8b8b690e7613,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:41.772503 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:40:41.781306 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.781654 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.782015 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.782369 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.782704 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.783030 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.783384 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.783695 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.784015 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.784334 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.784666 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.784994 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.785315 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.785638 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.785951 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Tracked resource versions report: Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: pushed versions: Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: { 'AddressGroup': {'1.2'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Agent': {'1.1'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'ConntrackHelper': {'1.0'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Log': {'1.0'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'NDPProxy': {'1.0'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Network': {'1.1'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Port': {'1.7'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'PortForwarding': {'1.3'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'QosPolicy': {'1.10'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroup': {'1.5'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SubPort': {'1.0'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Subnet': {'1.1'}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Trunk': {'1.1'}} Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: consumer versions: Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Agent': '1.1', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'ConntrackHelper': '1.0', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'LocalIPAssociation': '1.0', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Log': '1.0', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'NDPProxy': '1.0', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Network': '1.1', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Port': '1.7', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'PortForwarding': '1.3', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'QosPolicy': '1.10', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroup': '1.5', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroupRule': '1.2', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SubPort': '1.0', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Subnet': '1.1', Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Trunk': '1.1'}} Apr 12 17:40:41.787413 dv-cinder-837533-1-iscsi neutron-server[109991]: {{(pid=109991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:40:41.865065 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Attempting to bind port 9405f576-708b-437f-b1a4-8b8b690e7613 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:40:41.865448 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Attempting to bind port 9405f576-708b-437f-b1a4-8b8b690e7613 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:40:41.865872 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Attempting to bind port 9405f576-708b-437f-b1a4-8b8b690e7613 on network 739c06de-6c7e-4935-9082-84e73a7c7cc9 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:40:41.871487 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:40:41.871869 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Checking segment: {'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:40:41.872319 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.872709 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Bound using segment: {'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:40:41.873193 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Bound port: 9405f576-708b-437f-b1a4-8b8b690e7613, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:40:41.873597 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.939838 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] For port 9405f576-708b-437f-b1a4-8b8b690e7613, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:40:41.961942 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] For port 9405f576-708b-437f-b1a4-8b8b690e7613, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=9405f576-708b-437f-b1a4-8b8b690e7613,segment=NetworkSegment(0f60201f-dc88-4426-a99d-085797e34a48),segment_id=0f60201f-dc88-4426-a99d-085797e34a48)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:40:41.970969 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.027750 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8958a29-645e-4b50-af61-7cdea1adad67 None None] Pushing event updated for resources: {'Port': ['ID=9405f576-708b-437f-b1a4-8b8b690e7613,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:43.296125 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:43.623299 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [None req-599e3a3b-6350-4534-9848-1907cf0b151d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:40:43.639067 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-599e3a3b-6350-4534-9848-1907cf0b151d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3271892 Apr 12 17:40:46.221111 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51394) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:46.724994 dv-cinder-837533-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-5f8d57b2-a43a-4d9c-bbfa-20c6f1e612fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:46.725585 dv-cinder-837533-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-5f8d57b2-a43a-4d9c-bbfa-20c6f1e612fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:46.950550 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [None req-5f8d57b2-a43a-4d9c-bbfa-20c6f1e612fc admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:40:46.951677 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5f8d57b2-a43a-4d9c-bbfa-20c6f1e612fc admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7295842 Apr 12 17:40:49.516355 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51408) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:49.850191 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1792f431-cbdb-42ee-8973-4ec0a2d7a440 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:49.874800 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1792f431-cbdb-42ee-8973-4ec0a2d7a440 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (b3ac6789-a98f-4295-be31-fc9a731f82de), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.876565 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1792f431-cbdb-42ee-8973-4ec0a2d7a440 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (b3ac6789-a98f-4295-be31-fc9a731f82de), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.014640 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1792f431-cbdb-42ee-8973-4ec0a2d7a440 demo demo] Publish callbacks [] for router_controller (b3ac6789-a98f-4295-be31-fc9a731f82de), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.020803 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1792f431-cbdb-42ee-8973-4ec0a2d7a440 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (b3ac6789-a98f-4295-be31-fc9a731f82de), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.039451 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1792f431-cbdb-42ee-8973-4ec0a2d7a440 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.040695 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1792f431-cbdb-42ee-8973-4ec0a2d7a440 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5233822 Apr 12 17:40:52.605094 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51420) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:52.928485 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [None req-1a65468c-8180-4bf0-8e52-83e71095db16 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:40:52.929612 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1a65468c-8180-4bf0-8e52-83e71095db16 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234572 Apr 12 17:40:53.403310 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 9405f576-708b-437f-b1a4-8b8b690e7613 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:40:53.492742 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 9405f576-708b-437f-b1a4-8b8b690e7613 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:40:53.493243 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:53.516826 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfb227-a6cb-4e93-a265-5a504eb3484b None None] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:40:53.612582 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-91de4552-1bfd-4f34-8427-22163ce75f21 None None] Provisioning complete for port 9405f576-708b-437f-b1a4-8b8b690e7613 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:40:53.612977 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91de4552-1bfd-4f34-8427-22163ce75f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:53.713435 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 9405f576-708b-437f-b1a4-8b8b690e7613 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:40:53.713838 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:53.810702 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 9405f576-708b-437f-b1a4-8b8b690e7613, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=9405f576-708b-437f-b1a4-8b8b690e7613,segment=NetworkSegment(0f60201f-dc88-4426-a99d-085797e34a48),segment_id=0f60201f-dc88-4426-a99d-085797e34a48)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:53.816737 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:53.854131 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-91de4552-1bfd-4f34-8427-22163ce75f21 None None] Current status of the port 9405f576-708b-437f-b1a4-8b8b690e7613 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:40:53.854521 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-91de4552-1bfd-4f34-8427-22163ce75f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:53.925355 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=9405f576-708b-437f-b1a4-8b8b690e7613,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:53.931946 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.db.api [None req-91de4552-1bfd-4f34-8427-22163ce75f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:40:53.932384 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG oslo_db.api [None req-91de4552-1bfd-4f34-8427-22163ce75f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:40:54.473248 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-91de4552-1bfd-4f34-8427-22163ce75f21 None None] Current status of the port 9405f576-708b-437f-b1a4-8b8b690e7613 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:40:54.591792 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3b3a2a07-7644-4ff0-b362-c8eb2fe9e22a None None] Provisioning complete for port 9405f576-708b-437f-b1a4-8b8b690e7613 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:40:54.592187 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2a07-7644-4ff0-b362-c8eb2fe9e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:54.669692 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a2a07-7644-4ff0-b362-c8eb2fe9e22a None None] Current status of the port 9405f576-708b-437f-b1a4-8b8b690e7613 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:40:55.389508 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 9405f576-708b-437f-b1a4-8b8b690e7613 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:40:55.439123 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 9405f576-708b-437f-b1a4-8b8b690e7613 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:40:55.439519 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:55.482670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51430) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:55.516132 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 9405f576-708b-437f-b1a4-8b8b690e7613 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:40:55.820967 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:55.890136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Made reservation on behalf of 68565ed5838b46e6a2e0e9c06801c1b0 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:40:55.961824 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.policy [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109989) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:40:56.004162 dv-cinder-837533-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:56.004534 dv-cinder-837533-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:40:56.014398 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.037121 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.167346 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks [] for security_group (494bfa12-1987-431c-a99b-c8156451849f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.174437 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (494bfa12-1987-431c-a99b-c8156451849f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.191821 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Reserving flat network on physical network physnet1 {{(pid=109989) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 17:40:56.224799 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742100719791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (7a0cb1ca-a3b5-496b-80b9-01db36f9b490), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.225406 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Unsubscribe: segment precommit_create {{(pid=109989) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:40:56.225941 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Added segment 7a0cb1ca-a3b5-496b-80b9-01db36f9b490 of type flat for network 7afc7d06-f81a-470b-baf6-67cef321eac6 Apr 12 17:40:56.235157 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ceb20e5b-2863-45a0-835f-a0db42cde274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.243544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494bfa12-1987-431c-a99b-c8156451849f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:56.280562 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.280903 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.281245 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.281563 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.281878 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.282195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.282508 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.282820 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.283173 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.283480 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.283807 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.284135 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.284448 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.284755 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.285084 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Tracked resource versions report: Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: pushed versions: Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: { 'AddressGroup': {'1.2'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Agent': {'1.1'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'ConntrackHelper': {'1.0'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Log': {'1.0'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'NDPProxy': {'1.0'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Network': {'1.1'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Port': {'1.7'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'PortForwarding': {'1.3'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'QosPolicy': {'1.10'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroup': {'1.5'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SubPort': {'1.0'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Subnet': {'1.1'}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Trunk': {'1.1'}} Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: consumer versions: Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Agent': '1.1', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'ConntrackHelper': '1.0', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'LocalIPAssociation': '1.0', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Log': '1.0', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'NDPProxy': '1.0', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Network': '1.1', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Port': '1.7', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'PortForwarding': '1.3', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'QosPolicy': '1.10', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroup': '1.5', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroupRule': '1.2', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SubPort': '1.0', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Subnet': '1.1', Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Trunk': '1.1'}} Apr 12 17:40:56.286502 dv-cinder-837533-1-iscsi neutron-server[109989]: {{(pid=109989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:40:56.357260 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (7afc7d06-f81a-470b-baf6-67cef321eac6), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.406260 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (7afc7d06-f81a-470b-baf6-67cef321eac6), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.407554 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:56.408257 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:56.471302 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9874477 Apr 12 17:40:56.517502 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830424f-101a-4a2a-9ef7-cba222bb2ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=7afc7d06-f81a-470b-baf6-67cef321eac6,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:56.529028 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:40:58.531835 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df5ab844-11a3-40b7-9e6d-ac2d4e903844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:59.092487 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:59.496555 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263ce1c-c25b-4269-8e19-dd9731066fb8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:59.497874 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1263ce1c-c25b-4269-8e19-dd9731066fb8 demo admin] 10.222.0.45 "GET /v2.0/subnets/1e3bd8dd-58ba-4964-acb9-9669651271cf HTTP/1.1" status: 200 len: 849 time: 0.4040496 Apr 12 17:40:59.626376 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-425dc449-9225-4b71-ada0-1284aa777324 demo admin] 10.222.0.45 "GET /v2.0/routers/b3ac6789-a98f-4295-be31-fc9a731f82de HTTP/1.1" status: 200 len: 704 time: 0.1182892 Apr 12 17:40:59.906689 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:00.033268 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:00.219242 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Allocated IP 172.20.0.1 (739c06de-6c7e-4935-9082-84e73a7c7cc9/1e3bd8dd-58ba-4964-acb9-9669651271cf/bf48b984-0a6a-4f2e-b154-aabb4d6941ff) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:41:00.436025 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks [] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:00.506435 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:00.583890 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:41:00.591244 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:41:00.597340 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:41:00.597806 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (b3ac6789-a98f-4295-be31-fc9a731f82de), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:00.620274 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Pushing event updated for resources: {'Port': ['ID=bf48b984-0a6a-4f2e-b154-aabb4d6941ff,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:00.816977 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:00.833651 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-23b03070-b165-4daf-9c1f-c544f6432f1a None None] Provisioning complete for port bf48b984-0a6a-4f2e-b154-aabb4d6941ff triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:00.834048 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-23b03070-b165-4daf-9c1f-c544f6432f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:00.870367 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-23b03070-b165-4daf-9c1f-c544f6432f1a None None] Port bf48b984-0a6a-4f2e-b154-aabb4d6941ff cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:41:01.046228 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks [] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.053085 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.053841 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (b3ac6789-a98f-4295-be31-fc9a731f82de), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.134070 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Pushing event updated for resources: {'Port': ['ID=bf48b984-0a6a-4f2e-b154-aabb4d6941ff,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:01.184493 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:41:01.185915 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:41:01.282716 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.362963 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Router b3ac6789-a98f-4295-be31-fc9a731f82de is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:41:01.393070 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a6c2d6d0-7317-42a9-bb18-599a20d05068 None None] Provisioning complete for port bf48b984-0a6a-4f2e-b154-aabb4d6941ff triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:01.393455 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6c2d6d0-7317-42a9-bb18-599a20d05068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.427907 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2d6d0-7317-42a9-bb18-599a20d05068 None None] Port bf48b984-0a6a-4f2e-b154-aabb4d6941ff cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:41:01.458112 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:01.464086 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-bb21cb2d-692d-4d90-98a4-4ea59134a308 demo admin] 10.222.0.45 "PUT /v2.0/routers/b3ac6789-a98f-4295-be31-fc9a731f82de/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8291860 Apr 12 17:41:01.482717 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Sync routers for ids ['b3ac6789-a98f-4295-be31-fc9a731f82de'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:01.496075 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Routers {'b3ac6789-a98f-4295-be31-fc9a731f82de'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:01.496925 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:40:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b3ac6789-a98f-4295-be31-fc9a731f82de'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:01.691239 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Set router b3ac6789-a98f-4295-be31-fc9a731f82de gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:02.112847 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'name': 'router1', 'tenant_id': '779c633d4315498c82290827e7caede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:00Z', 'revision_number': 2, 'project_id': '779c633d4315498c82290827e7caede8', 'gw_port_host': None, '_interfaces': [{'id': 'bf48b984-0a6a-4f2e-b154-aabb4d6941ff', 'name': '', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'tenant_id': '779c633d4315498c82290827e7caede8', 'mac_address': 'fa:16:3e:34:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:40:59Z', 'updated_at': '2022-04-12T17:41:00Z', 'revision_number': 2, 'project_id': '779c633d4315498c82290827e7caede8', 'subnets': [{'id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4751df8-96f1-4ca9-a594-4d1b57f15ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:02.163323 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Checking router: b3ac6789-a98f-4295-be31-fc9a731f82de for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:02.163786 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Updating router b3ac6789-a98f-4295-be31-fc9a731f82de port bf48b984-0a6a-4f2e-b154-aabb4d6941ff binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:41:02.221161 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:02.671244 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:02.737123 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Publish callbacks [] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:02.744106 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:02.889451 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Pushing event updated for resources: {'Port': ['ID=bf48b984-0a6a-4f2e-b154-aabb4d6941ff,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:02.914103 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.914413 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.914921 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.915297 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.915631 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.915959 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.916282 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.916606 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.916955 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.917279 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.917601 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.917935 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.918256 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.918574 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.918889 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Tracked resource versions report: Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: pushed versions: Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: { 'AddressGroup': {'1.2'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Agent': {'1.1'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'ConntrackHelper': {'1.0'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Log': {'1.0'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'NDPProxy': {'1.0'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Network': {'1.1'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Port': {'1.7'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'PortForwarding': {'1.3'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'QosPolicy': {'1.10'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroup': {'1.5'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SubPort': {'1.0'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Subnet': {'1.1'}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Trunk': {'1.1'}} Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: consumer versions: Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Agent': '1.1', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'ConntrackHelper': '1.0', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'LocalIPAssociation': '1.0', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Log': '1.0', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'NDPProxy': '1.0', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Network': '1.1', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Port': '1.7', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'PortForwarding': '1.3', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'QosPolicy': '1.10', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroup': '1.5', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroupRule': '1.2', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SubPort': '1.0', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Subnet': '1.1', Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Trunk': '1.1'}} Apr 12 17:41:02.920420 dv-cinder-837533-1-iscsi neutron-server[109992]: {{(pid=109992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:41:02.934841 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Attempting to bind port bf48b984-0a6a-4f2e-b154-aabb4d6941ff on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:41:02.935142 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Attempting to bind port bf48b984-0a6a-4f2e-b154-aabb4d6941ff by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:41:02.935612 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Attempting to bind port bf48b984-0a6a-4f2e-b154-aabb4d6941ff on network 739c06de-6c7e-4935-9082-84e73a7c7cc9 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:41:02.940877 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:41:02.941270 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Checking segment: {'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:41:02.941736 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:02.942122 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Bound using segment: {'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:41:02.943286 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Bound port: bf48b984-0a6a-4f2e-b154-aabb4d6941ff, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f60201f-dc88-4426-a99d-085797e34a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:41:02.943690 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:02.954698 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d091-e9c3-4d4d-afbf-30e5a89e8152 None None] Provisioning complete for port bf48b984-0a6a-4f2e-b154-aabb4d6941ff triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:02.955121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d091-e9c3-4d4d-afbf-30e5a89e8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:02.990189 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0d091-e9c3-4d4d-afbf-30e5a89e8152 None None] Port bf48b984-0a6a-4f2e-b154-aabb4d6941ff cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:41:03.013289 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] For port bf48b984-0a6a-4f2e-b154-aabb4d6941ff, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:41:03.032702 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] For port bf48b984-0a6a-4f2e-b154-aabb4d6941ff, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=bf48b984-0a6a-4f2e-b154-aabb4d6941ff,segment=NetworkSegment(0f60201f-dc88-4426-a99d-085797e34a48),segment_id=0f60201f-dc88-4426-a99d-085797e34a48)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:41:03.040099 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:03.096620 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Routers {'b3ac6789-a98f-4295-be31-fc9a731f82de'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:03.097249 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:40:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b3ac6789-a98f-4295-be31-fc9a731f82de'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:03.137450 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2527e-f376-4e7f-b361-c67e169a194e None None] Pushing event updated for resources: {'Port': ['ID=bf48b984-0a6a-4f2e-b154-aabb4d6941ff,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:03.195491 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] Set router b3ac6789-a98f-4295-be31-fc9a731f82de gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:03.312898 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-92edda5e-3739-4c76-a90a-0c7a15b9f2d2 None None] Provisioning complete for port bf48b984-0a6a-4f2e-b154-aabb4d6941ff triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:03.313463 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92edda5e-3739-4c76-a90a-0c7a15b9f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:03.400036 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'name': 'router1', 'tenant_id': '779c633d4315498c82290827e7caede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:00Z', 'revision_number': 2, 'project_id': '779c633d4315498c82290827e7caede8', 'gw_port_host': None, '_interfaces': [{'id': 'bf48b984-0a6a-4f2e-b154-aabb4d6941ff', 'name': '', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'tenant_id': '779c633d4315498c82290827e7caede8', 'mac_address': 'fa:16:3e:34:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:40:59Z', 'updated_at': '2022-04-12T17:41:03Z', 'revision_number': 4, 'project_id': '779c633d4315498c82290827e7caede8', 'subnets': [{'id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4751df8-96f1-4ca9-a594-4d1b57f15ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:03.406911 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-92edda5e-3739-4c76-a90a-0c7a15b9f2d2 None None] Current status of the port bf48b984-0a6a-4f2e-b154-aabb4d6941ff is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:03.407359 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92edda5e-3739-4c76-a90a-0c7a15b9f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:03.429695 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b2a3a-ad71-4527-956a-e0d3dce87845 None None] The sync data for ids ['b3ac6789-a98f-4295-be31-fc9a731f82de'] in dv-cinder-837533-1-iscsi is: [{'id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'name': 'router1', 'tenant_id': '779c633d4315498c82290827e7caede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:00Z', 'revision_number': 2, 'project_id': '779c633d4315498c82290827e7caede8', 'gw_port_host': None, '_interfaces': [{'id': 'bf48b984-0a6a-4f2e-b154-aabb4d6941ff', 'name': '', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'tenant_id': '779c633d4315498c82290827e7caede8', 'mac_address': 'fa:16:3e:34:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:40:59Z', 'updated_at': '2022-04-12T17:41:03Z', 'revision_number': 4, 'project_id': '779c633d4315498c82290827e7caede8', 'subnets': [{'id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4751df8-96f1-4ca9-a594-4d1b57f15ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:03.448600 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-92edda5e-3739-4c76-a90a-0c7a15b9f2d2 None None] For port bf48b984-0a6a-4f2e-b154-aabb4d6941ff, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=bf48b984-0a6a-4f2e-b154-aabb4d6941ff,segment=NetworkSegment(0f60201f-dc88-4426-a99d-085797e34a48),segment_id=0f60201f-dc88-4426-a99d-085797e34a48)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:03.455570 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-92edda5e-3739-4c76-a90a-0c7a15b9f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:03.503658 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edda5e-3739-4c76-a90a-0c7a15b9f2d2 None None] Pushing event updated for resources: {'Port': ['ID=bf48b984-0a6a-4f2e-b154-aabb4d6941ff,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:04.038737 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 51464) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:04.250047 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932323f-3164-4987-a11b-5a68599d5752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:04.251569 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2932323f-3164-4987-a11b-5a68599d5752 admin admin] 10.222.0.45 "GET /v2.0/networks/7afc7d06-f81a-470b-baf6-67cef321eac6 HTTP/1.1" status: 200 len: 842 time: 0.2118492 Apr 12 17:41:04.262484 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:04.284878 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Made reservation on behalf of 68565ed5838b46e6a2e0e9c06801c1b0 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:41:04.287294 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:04.559132 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.objects.ports [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109990) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 17:41:04.559473 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (85300598-f82b-49ea-9121-736c2b14f2cc), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:04.687460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85300598-f82b-49ea-9121-736c2b14f2cc,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:04.699840 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:41:04.700189 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Network hostable DHCP agents. Network: 7afc7d06-f81a-470b-baf6-67cef321eac6, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:41:04.718430 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:41:04.727448 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 7afc7d06-f81a-470b-baf6-67cef321eac6) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:41:04.733015 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:04.733637 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:04.739705 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862397c-c699-41a1-ba27-34e40de2142d None None] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:41:04.754069 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-af8a1c59-5a92-4ef0-9366-833319a8d404 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4949751 Apr 12 17:41:04.849295 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0308bb-97d7-4d12-893d-537a85542541 None None] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:41:07.273773 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51482) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:07.538562 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1fdaca3c-61b8-40f1-b4ad-36040a31ffe9 demo admin] 10.222.0.45 "GET /v2.0/routers/b3ac6789-a98f-4295-be31-fc9a731f82de HTTP/1.1" status: 200 len: 710 time: 0.2634952 Apr 12 17:41:07.713806 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07754c-6f3d-4436-a8b8-fe54d41648fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:07.715652 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-bd07754c-6f3d-4436-a8b8-fe54d41648fc demo admin] 10.222.0.45 "GET /v2.0/networks/7afc7d06-f81a-470b-baf6-67cef321eac6 HTTP/1.1" status: 200 len: 886 time: 0.1717062 Apr 12 17:41:07.724857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:07.991545 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks [] for router_gateway (b3ac6789-a98f-4295-be31-fc9a731f82de), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:08.223824 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks [] for router_gateway (b3ac6789-a98f-4295-be31-fc9a731f82de), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:08.310112 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:08.456097 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:41:08.499173 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Allocated IP 172.27.3.48 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:41:08.610929 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks [] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:08.680416 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:08.766729 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:41:08.775545 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:41:08.779536 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:41:08.782284 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Pushing event updated for resources: {'Port': ['ID=45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:09.129682 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks [] for router_gateway (b3ac6789-a98f-4295-be31-fc9a731f82de), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:09.342874 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1583308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27813'] for router (b3ac6789-a98f-4295-be31-fc9a731f82de), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:09.348616 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1583159'] for router (b3ac6789-a98f-4295-be31-fc9a731f82de), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:09.467016 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Router b3ac6789-a98f-4295-be31-fc9a731f82de has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:09.579693 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:09.584218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:09.586782 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7fdf96dc-2c62-4b49-959f-7b7afa2a5d22 demo admin] 10.222.0.45 "PUT /v2.0/routers/b3ac6789-a98f-4295-be31-fc9a731f82de HTTP/1.1" status: 200 len: 889 time: 1.8651443 Apr 12 17:41:11.419247 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device bf48b984-0a6a-4f2e-b154-aabb4d6941ff up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:41:11.467626 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port bf48b984-0a6a-4f2e-b154-aabb4d6941ff triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:11.467980 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:11.549983 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port bf48b984-0a6a-4f2e-b154-aabb4d6941ff is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:12.146383 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51494) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:12.167439 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Sync routers for ids ['b3ac6789-a98f-4295-be31-fc9a731f82de'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:12.179401 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Routers {'b3ac6789-a98f-4295-be31-fc9a731f82de'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:12.180064 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:40:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b3ac6789-a98f-4295-be31-fc9a731f82de'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:12.265116 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9cebf233-758a-469e-8894-f06afcd41ec4 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1175380 Apr 12 17:41:12.415476 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Set router b3ac6789-a98f-4295-be31-fc9a731f82de gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:12.887788 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'name': 'router1', 'tenant_id': '779c633d4315498c82290827e7caede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:08Z', 'revision_number': 4, 'project_id': '779c633d4315498c82290827e7caede8', 'gw_port': {'id': '45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:86:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:41:08Z', 'updated_at': '2022-04-12T17:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'bf48b984-0a6a-4f2e-b154-aabb4d6941ff', 'name': '', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'tenant_id': '779c633d4315498c82290827e7caede8', 'mac_address': 'fa:16:3e:34:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:40:59Z', 'updated_at': '2022-04-12T17:41:03Z', 'revision_number': 5, 'project_id': '779c633d4315498c82290827e7caede8', 'subnets': [{'id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4751df8-96f1-4ca9-a594-4d1b57f15ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:12.942243 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Checking router: b3ac6789-a98f-4295-be31-fc9a731f82de for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:12.942614 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Updating router b3ac6789-a98f-4295-be31-fc9a731f82de port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:41:12.998588 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.318077 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Publish callbacks [] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.323976 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.375079 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604768f-8e9d-4ede-9245-7fd1068b6102 None None] Pushing event updated for resources: {'Port': ['ID=45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:13.377340 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Attempting to bind port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:41:13.377747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Attempting to bind port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:41:13.378088 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Attempting to bind port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:41:13.383962 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:41:13.384343 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:41:13.384740 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.385126 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:41:13.385593 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Bound port: 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:41:13.385969 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.442405 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] For port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:41:13.445701 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] For port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:41:13.452260 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.509703 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604768f-8e9d-4ede-9245-7fd1068b6102 None None] Pushing event updated for resources: {'Port': ['ID=45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:13.512259 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Routers {'b3ac6789-a98f-4295-be31-fc9a731f82de'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:13.512855 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:40:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b3ac6789-a98f-4295-be31-fc9a731f82de'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:13.632708 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] Set router b3ac6789-a98f-4295-be31-fc9a731f82de gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:13.837342 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'name': 'router1', 'tenant_id': '779c633d4315498c82290827e7caede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:08Z', 'revision_number': 4, 'project_id': '779c633d4315498c82290827e7caede8', 'gw_port': {'id': '45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:86:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:41:08Z', 'updated_at': '2022-04-12T17:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'bf48b984-0a6a-4f2e-b154-aabb4d6941ff', 'name': '', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'tenant_id': '779c633d4315498c82290827e7caede8', 'mac_address': 'fa:16:3e:34:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:40:59Z', 'updated_at': '2022-04-12T17:41:03Z', 'revision_number': 5, 'project_id': '779c633d4315498c82290827e7caede8', 'subnets': [{'id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4751df8-96f1-4ca9-a594-4d1b57f15ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:13.869739 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a8a9b-89bb-4b41-82d5-ee646060ded9 None None] The sync data for ids ['b3ac6789-a98f-4295-be31-fc9a731f82de'] in dv-cinder-837533-1-iscsi is: [{'id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'name': 'router1', 'tenant_id': '779c633d4315498c82290827e7caede8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:08Z', 'revision_number': 4, 'project_id': '779c633d4315498c82290827e7caede8', 'gw_port': {'id': '45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:86:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:41:08Z', 'updated_at': '2022-04-12T17:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'bf48b984-0a6a-4f2e-b154-aabb4d6941ff', 'name': '', 'network_id': '739c06de-6c7e-4935-9082-84e73a7c7cc9', 'tenant_id': '779c633d4315498c82290827e7caede8', 'mac_address': 'fa:16:3e:34:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6789-a98f-4295-be31-fc9a731f82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:40:59Z', 'updated_at': '2022-04-12T17:41:03Z', 'revision_number': 5, 'project_id': '779c633d4315498c82290827e7caede8', 'subnets': [{'id': '1e3bd8dd-58ba-4964-acb9-9669651271cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4751df8-96f1-4ca9-a594-4d1b57f15ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:15.463957 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:41:15.515862 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:15.516539 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.598631 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:15.599306 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.620779 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:15.625363 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.680679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:17.472458 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:41:17.572882 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:17.573516 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.774718 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 45b2bd6c-0a3c-4cd9-94b9-6d9218ee1d37 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:26.241503 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0170563f-39b2-4903-a835-1c0fc515fd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:28.541489 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7bdd-ba94-401c-aea9-fe9ca19085b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:30.039704 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:31.294884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.670511 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:45.455066 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:41:56.236174 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aad35b26-0217-4464-9cbf-af3f6a3f7d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:58.538922 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5c98e0dd-4c90-459c-a081-72aeab6c84d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:00.040555 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:01.291392 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:02.668840 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:22.454126 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:42:26.235820 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7624e1fa-f628-4cf5-bcca-461404c950c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:28.533480 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7186f0f-382f-4fbb-83ac-c3b8b627a628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:30.039659 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:31.292620 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:32.667643 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:35.159562 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51980) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:35.247078 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e4d52b-fe04-4a80-bbfe-f7be5038e1bf admin admin] GET failed (client error): The resource could not be found. Apr 12 17:42:35.249272 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d5e4d52b-fe04-4a80-bbfe-f7be5038e1bf admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0884922 Apr 12 17:42:35.420544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a800c65-0133-4f9e-9a4d-74d0ae77b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:35.422027 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1a800c65-0133-4f9e-9a4d-74d0ae77b0ee admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1667979 Apr 12 17:42:37.749436 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51990) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:37.854155 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499c02b-2d4a-40c4-8fd6-4b84169654d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:37.855611 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0499c02b-2d4a-40c4-8fd6-4b84169654d8 admin admin] 10.222.0.45 "GET /v2.0/subnets/1e3bd8dd-58ba-4964-acb9-9669651271cf HTTP/1.1" status: 200 len: 849 time: 0.1051590 Apr 12 17:42:37.869275 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:42:37.964826 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Publish callbacks [] for subnet (1e3bd8dd-58ba-4964-acb9-9669651271cf), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:38.114461 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742100849951'] for subnet (1e3bd8dd-58ba-4964-acb9-9669651271cf), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:38.146083 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:38.147215 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:38.148651 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] 10.222.0.45 "PUT /v2.0/subnets/1e3bd8dd-58ba-4964-acb9-9669651271cf HTTP/1.1" status: 200 len: 868 time: 0.2829530 Apr 12 17:42:38.150606 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8912c-e144-40b2-8714-f80362559d3a None None] Network 739c06de-6c7e-4935-9082-84e73a7c7cc9 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:42:38.169510 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3bd8dd-58ba-4964-acb9-9669651271cf,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:42:38.177813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.178213 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.178588 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.178932 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.179343 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.179655 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.180017 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.180397 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.180721 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.181057 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.181386 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.181718 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.182052 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.182425 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.182905 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46b036-1564-4768-8364-fa6dfabbcac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:38.444739 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-7967169f-ec86-435c-9671-bd7b47639b39 None None] Provisioning complete for port bf48b984-0a6a-4f2e-b154-aabb4d6941ff triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:42:38.445195 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7967169f-ec86-435c-9671-bd7b47639b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bf48b984-0a6a-4f2e-b154-aabb4d6941ff), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:38.526248 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7967169f-ec86-435c-9671-bd7b47639b39 None None] Current status of the port bf48b984-0a6a-4f2e-b154-aabb4d6941ff is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:42:38.534314 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-7967169f-ec86-435c-9671-bd7b47639b39 None None] Provisioning complete for port 9405f576-708b-437f-b1a4-8b8b690e7613 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:42:38.534702 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7967169f-ec86-435c-9671-bd7b47639b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9405f576-708b-437f-b1a4-8b8b690e7613), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:38.614295 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7967169f-ec86-435c-9671-bd7b47639b39 None None] Current status of the port 9405f576-708b-437f-b1a4-8b8b690e7613 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:42:40.473813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 51998) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:40.708770 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5343aa9-548f-4721-b121-9c2998bdf7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:40.709335 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5343aa9-548f-4721-b121-9c2998bdf7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:40.710852 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b5343aa9-548f-4721-b121-9c2998bdf7de admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2361000 Apr 12 17:42:43.051098 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52006) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:43.266552 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e6ff3-e79f-49b0-9093-6ec19ea45189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:43.266928 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e6ff3-e79f-49b0-9093-6ec19ea45189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:43.268509 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-147e6ff3-e79f-49b0-9093-6ec19ea45189 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2164245 Apr 12 17:42:45.577103 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52014) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:45.747403 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13195a0c-9ef1-43b5-b873-30f476b6d53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:45.748771 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-13195a0c-9ef1-43b5-b873-30f476b6d53a admin admin] 10.222.0.45 "GET /v2.0/networks/739c06de-6c7e-4935-9082-84e73a7c7cc9 HTTP/1.1" status: 200 len: 869 time: 0.1703775 Apr 12 17:42:48.059819 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52022) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:48.193616 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2213-5883-47e4-82d4-3c74ddbef1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:48.194967 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-293c2213-5883-47e4-82d4-3c74ddbef1dc admin admin] 10.222.0.45 "GET /v2.0/networks/7afc7d06-f81a-470b-baf6-67cef321eac6 HTTP/1.1" status: 200 len: 886 time: 0.1338563 Apr 12 17:42:50.541892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52030) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:50.672856 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d581b588-648e-4df6-9ed0-c597fd7d81dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:50.673293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d581b588-648e-4df6-9ed0-c597fd7d81dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:50.674841 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d581b588-648e-4df6-9ed0-c597fd7d81dd admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320007 Apr 12 17:42:52.996158 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52038) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:53.111133 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78a9e7-d625-4d28-b524-189536f9e410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:53.111839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78a9e7-d625-4d28-b524-189536f9e410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:53.114321 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6f78a9e7-d625-4d28-b524-189536f9e410 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1166146 Apr 12 17:42:55.470837 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52046) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:55.581253 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39da9b5-2cc4-4b48-93ee-3996b15f7286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:55.582590 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c39da9b5-2cc4-4b48-93ee-3996b15f7286 admin admin] 10.222.0.45 "GET /v2.0/subnets/1e3bd8dd-58ba-4964-acb9-9669651271cf HTTP/1.1" status: 200 len: 868 time: 0.1107776 Apr 12 17:42:56.240036 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d70f9b35-b63e-40f2-9631-dbc10c16109a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:57.917332 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:42:58.022328 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958837d3-ea0a-44ca-b6db-c51363c2e0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:58.024574 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-958837d3-ea0a-44ca-b6db-c51363c2e0a8 admin admin] 10.222.0.45 "GET /v2.0/subnets/85300598-f82b-49ea-9121-736c2b14f2cc HTTP/1.1" status: 200 len: 816 time: 0.1057470 Apr 12 17:42:58.543136 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-765023c1-764b-4f78-8a63-015aa0e7fa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:59.452543 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:43:00.044129 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:01.299506 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:02.662983 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.242858 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4334e211-460d-405d-a069-e6ee01f2d138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.538381 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7838a642-1f73-4767-a0c7-1793a4f3e681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:30.049424 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:31.301617 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:32.670029 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.451500 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:43:39.412282 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:39.473769 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [None req-480ec5b8-065e-43c4-bd1c-a98d83de6ef2 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:43:39.474812 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-480ec5b8-065e-43c4-bd1c-a98d83de6ef2 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0612643 Apr 12 17:43:41.905344 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52122) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:41.973285 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc0c3ad-d98c-47ff-a7e5-2823a8607093 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:43:41.974558 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6cc0c3ad-d98c-47ff-a7e5-2823a8607093 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0682366 Apr 12 17:43:42.064859 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2ebb3-0218-49f2-8150-19cf2d3abb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:42.066320 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-36b2ebb3-0218-49f2-8150-19cf2d3abb08 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0874560 Apr 12 17:43:44.468684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52130) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:44.526597 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:43:44.549554 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Made reservation on behalf of 68565ed5838b46e6a2e0e9c06801c1b0 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:43:44.552280 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.587386 dv-cinder-837533-1-iscsi neutron-server[109989]: WARNING neutron.services.revisions.revision_plugin [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Could not find related network for resource to bump revision. Apr 12 17:43:44.602183 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:43:44.612710 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.613093 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Added segment b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8 of type vlan for network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e Apr 12 17:43:44.652891 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.684701 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.685675 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:44.686272 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.740533 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2703588 Apr 12 17:43:44.748282 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Pushing event updated for resources: {'Network': ['ID=6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:44.755700 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.756034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.756418 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.756762 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.757101 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.757432 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.757769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.758095 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.758426 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.758753 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.759136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.759486 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.759812 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.760132 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.760461 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e0c0d-1e97-48f1-9bd9-c5ade97c36ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:44.772165 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:43:47.176743 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52138) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:47.260725 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9272e11-ce8e-46a0-8878-69c75364a194 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:43:47.262074 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b9272e11-ce8e-46a0-8878-69c75364a194 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0841494 Apr 12 17:43:47.336466 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233c163-53f4-4eac-98c4-63e5d9c1b201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:47.337950 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a233c163-53f4-4eac-98c4-63e5d9c1b201 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714731 Apr 12 17:43:47.351203 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Request body: {'subnet': {'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:43:47.378818 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Made reservation on behalf of 68565ed5838b46e6a2e0e9c06801c1b0 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:43:47.381118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:47.589792 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (d6857d26-a00d-44d1-be2b-88d87b022c30), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:47.645165 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6857d26-a00d-44d1-be2b-88d87b022c30,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:47.655145 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Checking segment: {'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:43:47.655493 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Network hostable DHCP agents. Network: 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:43:47.678018 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:43:47.690091 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:43:47.698209 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:47.699347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:47.703132 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90679d-674f-4e98-8862-25f652ae90be None None] Network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:47.719615 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5eb05931-2465-4f4b-9e62-485e85316185 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3719587 Apr 12 17:43:47.820084 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e', 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e', 'project_id': '68565ed5838b46e6a2e0e9c06801c1b0', 'fixed_ips': [{'subnet_id': 'd6857d26-a00d-44d1-be2b-88d87b022c30'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:43:47.820964 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:47.963366 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Allocated IP 192.168.233.2 (6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e/d6857d26-a00d-44d1-be2b-88d87b022c30/ff35a216-9e16-4175-bcce-2cfb0df04e7c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:43:48.117500 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Publish callbacks [] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.124501 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.167168 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:43:48.168588 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:43:48.174411 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:43:48.184005 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Pushing event updated for resources: {'Port': ['ID=ff35a216-9e16-4175-bcce-2cfb0df04e7c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:48.208163 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.208693 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.209052 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.209399 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.209741 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.210067 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.210390 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.210727 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.211067 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.211391 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.211715 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.212058 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.212371 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.212670 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.212988 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:48.249940 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Attempting to bind port ff35a216-9e16-4175-bcce-2cfb0df04e7c on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:43:48.250305 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Attempting to bind port ff35a216-9e16-4175-bcce-2cfb0df04e7c by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:43:48.250666 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Attempting to bind port ff35a216-9e16-4175-bcce-2cfb0df04e7c on network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:43:48.256264 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:43:48.256635 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Checking segment: {'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:43:48.257066 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.257441 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Bound using segment: {'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:43:48.257924 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Bound port: ff35a216-9e16-4175-bcce-2cfb0df04e7c, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:43:48.258306 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.322231 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] For port ff35a216-9e16-4175-bcce-2cfb0df04e7c, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:43:48.325731 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] For port ff35a216-9e16-4175-bcce-2cfb0df04e7c, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=ff35a216-9e16-4175-bcce-2cfb0df04e7c,segment=NetworkSegment(b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8),segment_id=b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:43:48.332089 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.394791 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e377c-83d7-45c3-8fb2-128028447c0f None None] Pushing event updated for resources: {'Port': ['ID=ff35a216-9e16-4175-bcce-2cfb0df04e7c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:49.249289 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c5509-39ce-4f42-9277-39153051b073 None None] Network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:49.315308 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-b7c22b03-806f-40e3-8fdc-ed3023f56907 None None] Provisioning complete for port ff35a216-9e16-4175-bcce-2cfb0df04e7c triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:43:49.315611 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7c22b03-806f-40e3-8fdc-ed3023f56907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.434187 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b7c22b03-806f-40e3-8fdc-ed3023f56907 None None] Current status of the port ff35a216-9e16-4175-bcce-2cfb0df04e7c is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:43:49.434591 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7c22b03-806f-40e3-8fdc-ed3023f56907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.472881 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b7c22b03-806f-40e3-8fdc-ed3023f56907 None None] For port ff35a216-9e16-4175-bcce-2cfb0df04e7c, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=ff35a216-9e16-4175-bcce-2cfb0df04e7c,segment=NetworkSegment(b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8),segment_id=b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:49.482365 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7c22b03-806f-40e3-8fdc-ed3023f56907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.544607 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c22b03-806f-40e3-8fdc-ed3023f56907 None None] Pushing event updated for resources: {'Port': ['ID=ff35a216-9e16-4175-bcce-2cfb0df04e7c,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:49.550946 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device ff35a216-9e16-4175-bcce-2cfb0df04e7c up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:43:49.612598 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port ff35a216-9e16-4175-bcce-2cfb0df04e7c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:43:49.612986 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.690646 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port ff35a216-9e16-4175-bcce-2cfb0df04e7c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:43:49.711070 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-aecf14e4-715d-421a-9bf9-aa53f51e7568 None None] Provisioning complete for port ff35a216-9e16-4175-bcce-2cfb0df04e7c triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:43:49.711479 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aecf14e4-715d-421a-9bf9-aa53f51e7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.794270 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-aecf14e4-715d-421a-9bf9-aa53f51e7568 None None] Current status of the port ff35a216-9e16-4175-bcce-2cfb0df04e7c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:43:51.505329 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device ff35a216-9e16-4175-bcce-2cfb0df04e7c up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:43:51.554587 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port ff35a216-9e16-4175-bcce-2cfb0df04e7c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:43:51.555022 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff35a216-9e16-4175-bcce-2cfb0df04e7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:51.634391 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port ff35a216-9e16-4175-bcce-2cfb0df04e7c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:43:56.248878 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e0130ed-33a8-4e74-b756-b72f3b4ef12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:58.548972 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e42f0b7-2925-4381-b6f9-9c316e829952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.052659 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:01.304159 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:02.664716 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:13.450723 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:44:26.253121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1e60452-1693-48e3-a3c3-2558010bc50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:28.547033 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-20b168b7-8d23-4261-8c93-0ee022fa0aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:30.055353 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.307072 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:32.670454 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:50.450943 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:44:56.258531 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf1a89d2-1e69-4b02-ba6e-9727a44aace5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:58.542371 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1313c002-9f8b-48da-9e4c-7776b3eee357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:00.059714 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:01.312809 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:02.669609 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.552970 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52176) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:18.561957 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [None req-c909f639-3170-4c24-956d-fe0142dd8eda tempest-verify_tempest_config-1257268432 tempest-verify_tempest_config-1257268432-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:45:18.563474 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c909f639-3170-4c24-956d-fe0142dd8eda tempest-verify_tempest_config-1257268432 tempest-verify_tempest_config-1257268432-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0090048 Apr 12 17:45:18.891446 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52194) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:18.998393 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.079707 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Publish callbacks [] for security_group (81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.084892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.129563 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=607600d8081e44d9a33aa39e4ea63686&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2370350 Apr 12 17:45:19.130381 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:19.132694 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52200) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:19.137924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.138281 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.138644 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.138989 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.139362 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.139697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.139995 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.140340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.140665 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.140997 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.141354 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.141702 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.142024 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.142352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.142673 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e87f1-b885-4d21-b95f-25aeebefb0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.193265 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Publish callbacks [] for security_group (81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.216123 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Publish callbacks [] for security_group (81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.311349 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.313933 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.315119 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a HTTP/1.1" status: 204 len: 168 time: 0.1812491 Apr 12 17:45:19.323122 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f7c489-c5e6-4eab-9dbb-e8fc3e1f0b5a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:19.329936 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.330280 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.330638 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.330976 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.331343 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.331672 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.331996 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.332315 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.332714 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.332941 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.333278 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.333597 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.333912 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.334202 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.334699 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce818e-6767-446a-a457-d8a11592921e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:26.266161 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2873861-9cbd-4e36-948a-44a0faa9af31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:27.450764 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:45:28.546514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecaab7d7-c785-43a2-9a2b-66d7b143e273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:30.063131 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:31.317816 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:32.666480 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:56.262297 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6803c526-ccce-440f-b251-5d1d09b94253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.564623 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-45a45e8b-4284-4099-91ce-42e432da7236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:00.072682 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:01.324343 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:02.678218 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:04.455833 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:46:26.269101 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-19bfc36c-105f-4ab3-8730-c8556ddaf56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:28.553666 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9ecda178-6666-4b5f-a8c8-297df433aa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:30.080037 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:31.333666 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:32.672598 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:41.461193 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:46:56.253227 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6138ec74-d376-4e98-98ed-3e4490c8bd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:58.554737 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-482a8f60-e48e-4b46-b1da-5fb1b31cdddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:00.067498 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:01.327492 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:02.686317 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:05.268357 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578915'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:18.461930 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:47:20.340222 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52270) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:20.465344 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e7c0a275-0ce1-46de-b07d-23e701d34d1a admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1239800 Apr 12 17:47:22.834159 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52280) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:22.903027 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e31e84ea-bc78-44bb-bea8-d636aaced506 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0668566 Apr 12 17:47:26.258884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5c5d-437a-40a7-a18d-0340669444bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:28.550708 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52454764-9841-4ed0-955c-a284d07e0b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:30.073983 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:31.341645 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:32.692268 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:35.228742 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:55.461765 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:47:56.270753 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-09428d19-9fd7-4548-ac33-7e46a9313537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:58.567699 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5155194-f09a-4b66-8d92-f54ae6c431ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:00.080998 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:01.338326 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:02.689576 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:05.238627 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:26.264814 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b285e26f-0d10-4464-b95f-dcf8ca7fc2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:28.553007 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4aab74a7-d6c8-4577-ae0b-23fd97b95b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:30.078690 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:31.342000 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:32.462154 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:48:32.675196 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:35.234820 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:56.271218 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64bcc05c-a351-4374-9872-7de74fa01842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:58.548214 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0724dfbc-9802-446c-b490-4c6710b7bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:00.100149 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:01.348354 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:02.711506 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.426346 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52472) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:04.449792 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52478) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:04.676637 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1874000889-network', 'tenant_id': 'b3731443dbd4490e89fc90200428e1d8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:04.705134 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Made reservation on behalf of b3731443dbd4490e89fc90200428e1d8 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:04.705134 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.714773 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.722118 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-536207436-network', 'tenant_id': '08872d0e888749f580d8ad67256c5717'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:04.788925 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Made reservation on behalf of 08872d0e888749f580d8ad67256c5717 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:04.791589 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.801124 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.895024 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks [] for security_group (5ef4fd61-8656-4215-8689-eaf4ed6806c4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.905178 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5ef4fd61-8656-4215-8689-eaf4ed6806c4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.922335 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:49:04.935606 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (671325f0-a891-4586-a2de-cc19d866aa05), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.935951 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Added segment 671325f0-a891-4586-a2de-cc19d866aa05 of type vlan for network 6c894a84-427f-4c4d-9056-360cdd2d00e7 Apr 12 17:49:04.980118 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks [] for security_group (50d1bd22-937e-4dda-8df6-d4e970e51a06), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.996786 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (6c894a84-427f-4c4d-9056-360cdd2d00e7), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.001050 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (50d1bd22-937e-4dda-8df6-d4e970e51a06), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.047656 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52514) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:05.058607 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:49:05.061330 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (6c894a84-427f-4c4d-9056-360cdd2d00e7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.062540 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:05.063473 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.091573 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6641293 Apr 12 17:49:05.092421 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52522) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:05.098033 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Request body: {'subnet': {'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-536207436-subnet', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:05.104896 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.105486 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Added segment a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca of type vlan for network 8034805b-7fd4-4d00-879a-2e03267598f2 Apr 12 17:49:05.120096 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4fd61-8656-4215-8689-eaf4ed6806c4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:05.143421 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Made reservation on behalf of 08872d0e888749f580d8ad67256c5717 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:05.148567 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.148992 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.149438 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.149860 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.150383 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.150879 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.151385 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.151968 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.152414 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.152843 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.153259 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.153675 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.154097 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.154521 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.154951 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.155363 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Tracked resource versions report: Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: pushed versions: Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: { 'AddressGroup': {'1.2'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Agent': {'1.1'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'ConntrackHelper': {'1.0'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Log': {'1.0'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'NDPProxy': {'1.0'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Network': {'1.1'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Port': {'1.7'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'PortForwarding': {'1.3'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'QosPolicy': {'1.10'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroup': {'1.5'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SubPort': {'1.0'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Subnet': {'1.1'}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Trunk': {'1.1'}} Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: consumer versions: Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Agent': '1.1', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'ConntrackHelper': '1.0', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'LocalIPAssociation': '1.0', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Log': '1.0', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'NDPProxy': '1.0', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Network': '1.1', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Port': '1.7', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'PortForwarding': '1.3', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'QosPolicy': '1.10', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroup': '1.5', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SecurityGroupRule': '1.2', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'SubPort': '1.0', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Subnet': '1.1', Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: 'Trunk': '1.1'}} Apr 12 17:49:05.156657 dv-cinder-837533-1-iscsi neutron-server[109990]: {{(pid=109990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:49:05.200109 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52528) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:05.246924 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (8034805b-7fd4-4d00-879a-2e03267598f2), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.254271 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.313408 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee96c3-632c-4983-96d4-8a0341daab12 admin admin] Pushing event updated for resources: {'Network': ['ID=6c894a84-427f-4c4d-9056-360cdd2d00e7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:05.328441 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:49:05.331023 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d1bd22-937e-4dda-8df6-d4e970e51a06,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:05.349353 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (8034805b-7fd4-4d00-879a-2e03267598f2), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.350885 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:05.351771 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.400515 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9494336 Apr 12 17:49:05.404481 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52540) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:05.411108 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Request body: {'subnet': {'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1874000889-subnet', 'tenant_id': 'b3731443dbd4490e89fc90200428e1d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:05.436879 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Made reservation on behalf of b3731443dbd4490e89fc90200428e1d8 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:05.439407 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.508121 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-446732907-network', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:05.524120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284023000-network', 'tenant_id': 'd03073684e814022a7483a7b188696df'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:05.537053 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (c91c28b1-318e-4cbc-970b-519aededf6c4), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.549151 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439605a-2334-4a19-8a12-5ac26f3934e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8034805b-7fd4-4d00-879a-2e03267598f2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:05.566724 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 8034805b-7fd4-4d00-879a-2e03267598f2 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:49:05.629674 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Made reservation on behalf of d35337bc8db84ed8a69a9fed285f7c70 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:05.632351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.663980 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.749081 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Checking segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:05.749775 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Network hostable DHCP agents. Network: 6c894a84-427f-4c4d-9056-360cdd2d00e7, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:49:05.759409 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Made reservation on behalf of d03073684e814022a7483a7b188696df for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:05.762061 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.782950 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (3520db0f-5d3f-432b-a55b-51954fbe8ce9), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.826503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.846812 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91c28b1-318e-4cbc-970b-519aededf6c4,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:05.871893 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3520db0f-5d3f-432b-a55b-51954fbe8ce9,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:05.878274 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.879327 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.879840 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.880355 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.880847 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.881324 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.881809 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.882293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.882994 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.883630 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.883958 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.884457 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.884918 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.886377 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.886884 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Tracked resource versions report: Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: pushed versions: Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: { 'AddressGroup': {'1.2'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Agent': {'1.1'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'ConntrackHelper': {'1.0'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Log': {'1.0'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'NDPProxy': {'1.0'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Network': {'1.1'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Port': {'1.7'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'PortForwarding': {'1.3'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'QosPolicy': {'1.10'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroup': {'1.5'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SubPort': {'1.0'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Subnet': {'1.1'}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Trunk': {'1.1'}} Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: consumer versions: Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Agent': '1.1', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'ConntrackHelper': '1.0', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'LocalIPAssociation': '1.0', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Log': '1.0', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'NDPProxy': '1.0', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Network': '1.1', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Port': '1.7', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'PortForwarding': '1.3', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'QosPolicy': '1.10', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroup': '1.5', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SecurityGroupRule': '1.2', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'SubPort': '1.0', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Subnet': '1.1', Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: 'Trunk': '1.1'}} Apr 12 17:49:05.888282 dv-cinder-837533-1-iscsi neutron-server[109989]: {{(pid=109989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:49:05.909650 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:49:05.953352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 6c894a84-427f-4c4d-9056-360cdd2d00e7) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:05.962542 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767c2c2-03a8-4c40-8262-abb2d564b6af None None] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:05.972859 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:05.975785 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.980538 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Checking segment: {'id': 'a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:05.981074 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Network hostable DHCP agents. Network: 8034805b-7fd4-4d00-879a-2e03267598f2, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:49:06.008202 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Network 8034805b-7fd4-4d00-879a-2e03267598f2 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:49:06.018892 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 8034805b-7fd4-4d00-879a-2e03267598f2) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:06.031033 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:06.031740 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.043329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks [] for security_group (fa53785c-7add-49e3-8441-e451f9c80c35), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.054485 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (fa53785c-7add-49e3-8441-e451f9c80c35), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.068874 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fef2a8b8-7b98-4982-8a8e-61b13fc66099 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6626239 Apr 12 17:49:06.088595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53785c-7add-49e3-8441-e451f9c80c35,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:06.107885 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-fd718a01-c40e-4a05-ab23-b63540377225 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0141540 Apr 12 17:49:06.108078 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52578) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:06.113846 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:06.117956 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:49:06.127217 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a465b-5693-4c91-810e-43dc01ecf649 None None] Network 8034805b-7fd4-4d00-879a-2e03267598f2 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:06.136325 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (fbb4f726-5194-4a90-90c4-fde2b12bc0cc), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.136939 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Added segment fbb4f726-5194-4a90-90c4-fde2b12bc0cc of type vlan for network 64e03d19-9f76-495a-a91e-7e7b477a59ee Apr 12 17:49:06.166163 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (b8d81309-adcf-4711-9789-b6d920e170cf), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.168978 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (b8d81309-adcf-4711-9789-b6d920e170cf), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.230168 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks [] for security_group (74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.243767 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.256633 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks [] for router_controller (b8d81309-adcf-4711-9789-b6d920e170cf), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.265127 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (64e03d19-9f76-495a-a91e-7e7b477a59ee), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.280548 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:49:06.300210 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-6c894a84-427f-4c4d-9056-360cdd2d00e7', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:49:06.303572 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.357049 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (d0ce10eb-16cf-4c39-8986-20b7db4f6519), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.357666 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Added segment d0ce10eb-16cf-4c39-8986-20b7db4f6519 of type vlan for network 30415eb6-5a2f-469a-8154-8e24bb2e1669 Apr 12 17:49:06.372424 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:06.385323 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (64e03d19-9f76-495a-a91e-7e7b477a59ee), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.389172 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:06.389805 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.431163 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (30415eb6-5a2f-469a-8154-8e24bb2e1669), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.485494 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (30415eb6-5a2f-469a-8154-8e24bb2e1669), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.486448 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:06.487217 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.559535 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3542986 Apr 12 17:49:06.563864 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9251d28-0676-48c8-a1a1-7b76d78684f6 None None] Network 8034805b-7fd4-4d00-879a-2e03267598f2 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:06.566114 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52602) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:06.581910 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Request body: {'subnet': {'network_id': '30415eb6-5a2f-469a-8154-8e24bb2e1669', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284023000-subnet', 'tenant_id': 'd03073684e814022a7483a7b188696df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:06.612941 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks [] for router_gateway (b8d81309-adcf-4711-9789-b6d920e170cf), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.625375 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Made reservation on behalf of d03073684e814022a7483a7b188696df for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:06.628048 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:06.955112 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Allocated IP 172.20.0.2 (6c894a84-427f-4c4d-9056-360cdd2d00e7/c91c28b1-318e-4cbc-970b-519aededf6c4/988cc914-d9de-4da0-a083-50ac3c90fd52) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:06.977290 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9284310 Apr 12 17:49:06.980013 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91101-ad87-40ca-855f-ef89616e0025 admin admin] Pushing event updated for resources: {'Network': ['ID=64e03d19-9f76-495a-a91e-7e7b477a59ee,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:06.984154 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52614) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:06.989039 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Request body: {'subnet': {'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-446732907-subnet', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:07.004283 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (f351cefa-dc24-488e-91cb-0a1d2e4cf523), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.005965 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:49:07.087836 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Made reservation on behalf of d35337bc8db84ed8a69a9fed285f7c70 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:07.090063 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks [] for router_gateway (b8d81309-adcf-4711-9789-b6d920e170cf), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.091816 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.131361 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.245113 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f351cefa-dc24-488e-91cb-0a1d2e4cf523,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:07.296771 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71abafc-b49b-488e-a512-2f70e141e60f admin admin] Pushing event updated for resources: {'Network': ['ID=30415eb6-5a2f-469a-8154-8e24bb2e1669,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:07.298538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Checking segment: {'id': 'd0ce10eb-16cf-4c39-8986-20b7db4f6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '30415eb6-5a2f-469a-8154-8e24bb2e1669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:07.298888 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Network hostable DHCP agents. Network: 30415eb6-5a2f-469a-8154-8e24bb2e1669, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:49:07.317899 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 30415eb6-5a2f-469a-8154-8e24bb2e1669 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:49:07.349416 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Allocated IP 172.27.3.139 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/2b4a96a5-49f6-4acd-8ab8-b55e301a7a07) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:07.511746 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Publish callbacks [] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.523673 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.596299 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks [] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.606207 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Network 30415eb6-5a2f-469a-8154-8e24bb2e1669 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:49:07.611402 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Pushing event updated for resources: {'Port': ['ID=988cc914-d9de-4da0-a083-50ac3c90fd52,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:07.629465 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (611ee7f8-083b-4837-bbcd-34b10f461585), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.645022 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 30415eb6-5a2f-469a-8154-8e24bb2e1669) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:07.657237 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:07.661699 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:07.664475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.666845 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86417eed-6a4c-4acb-9574-c86bd1f27299 None None] Network 30415eb6-5a2f-469a-8154-8e24bb2e1669 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:07.674967 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.696083 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:07.717273 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:07.720108 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.740890 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52664) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:07.744647 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.745566 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.746600 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.747179 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.747748 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.748298 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.748795 dv-cinder-837533-1-iscsi neutron-server[109989]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:49:07.749032 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.749549 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.750081 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.750594 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.751332 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.752175 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.752683 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.753191 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Tracked resource versions report: Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: pushed versions: Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: { 'AddressGroup': {'1.2'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Agent': {'1.1'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'ConntrackHelper': {'1.0'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Log': {'1.0'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'NDPProxy': {'1.0'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Network': {'1.1'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Port': {'1.7'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'PortForwarding': {'1.3'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'QosPolicy': {'1.10'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroup': {'1.5'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SubPort': {'1.0'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Subnet': {'1.1'}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Trunk': {'1.1'}} Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: consumer versions: Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Agent': '1.1', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'ConntrackHelper': '1.0', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'LocalIPAssociation': '1.0', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Log': '1.0', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'NDPProxy': '1.0', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Network': '1.1', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Port': '1.7', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'PortForwarding': '1.3', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'QosPolicy': '1.10', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroup': '1.5', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SecurityGroupRule': '1.2', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'SubPort': '1.0', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Subnet': '1.1', Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: 'Trunk': '1.1'}} Apr 12 17:49:07.754638 dv-cinder-837533-1-iscsi neutron-server[109991]: {{(pid=109991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:49:07.905803 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Attempting to bind port 988cc914-d9de-4da0-a083-50ac3c90fd52 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:07.908710 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Attempting to bind port 988cc914-d9de-4da0-a083-50ac3c90fd52 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:07.909231 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Attempting to bind port 988cc914-d9de-4da0-a083-50ac3c90fd52 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:07.918415 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:07.918823 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Checking segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:07.919390 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.919794 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Bound using segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:07.920285 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Bound port: 988cc914-d9de-4da0-a083-50ac3c90fd52, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:07.920668 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:07.923362 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:07.927715 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:07.941525 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:07.946319 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Pushing event updated for resources: {'Port': ['ID=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:08.010243 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4af01e-2019-4364-9ccd-5625cf71b2e7 None None] Network 30415eb6-5a2f-469a-8154-8e24bb2e1669 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:08.055921 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-69657357-372c-48b6-ac8a-877b26b469d4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4783819 Apr 12 17:49:08.056790 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52672) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:08.073701 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a27f-7713-4707-bc33-70704d048369 req-d21efe4c-cf5c-408b-818d-5381acf8dbb8 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:08.075227 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-d21efe4c-cf5c-408b-818d-5381acf8dbb8 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/networks?id=8034805b-7fd4-4d00-879a-2e03267598f2 HTTP/1.1" status: 200 len: 812 time: 0.3278742 Apr 12 17:49:08.081802 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611ee7f8-083b-4837-bbcd-34b10f461585,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:08.085126 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Checking segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:08.085747 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Network hostable DHCP agents. Network: 64e03d19-9f76-495a-a91e-7e7b477a59ee, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:49:08.102405 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-f8dfa333-79c5-42bd-ad89-dcb47bcedfac tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/quotas/b3731443dbd4490e89fc90200428e1d8 HTTP/1.1" status: 200 len: 375 time: 0.0133657 Apr 12 17:49:08.156389 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:49:08.184567 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-2e3e3c31-4c84-4c75-87e1-b292e4410e85 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3731443dbd4490e89fc90200428e1d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727661 Apr 12 17:49:08.227140 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-98d6505f-856d-43f0-a638-ad2144d1e091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.229266 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 64e03d19-9f76-495a-a91e-7e7b477a59ee) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:08.241249 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:08.241860 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.262400 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1daecfc-22b9-4ea6-8e5b-c421957b02d4 None None] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:08.334765 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-79989355-4ae7-4976-9b48-80e44b7ce014 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3495052 Apr 12 17:49:08.335434 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52686) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:08.339033 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks [] for router_gateway (b8d81309-adcf-4711-9789-b6d920e170cf), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.354381 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:08.443360 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-7bd798ce-b156-462f-a8bb-afc92183ea87 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:49:08.444582 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-7bd798ce-b156-462f-a8bb-afc92183ea87 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073992 Apr 12 17:49:08.527853 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] For port 988cc914-d9de-4da0-a083-50ac3c90fd52, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:08.556263 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-64e03d19-9f76-495a-a91e-7e7b477a59ee', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:49:08.557155 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.567705 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (4af19748-c457-4b78-bcbc-8b22ea5c1d07), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.568964 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (4af19748-c457-4b78-bcbc-8b22ea5c1d07), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.620337 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] For port 988cc914-d9de-4da0-a083-50ac3c90fd52, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=988cc914-d9de-4da0-a083-50ac3c90fd52,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:08.644401 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.646161 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks [] for router_controller (4af19748-c457-4b78-bcbc-8b22ea5c1d07), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.680709 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-98d6505f-856d-43f0-a638-ad2144d1e091 admin admin] Publish callbacks [] for security_group (6d211636-dafd-45c5-9b51-76eebb8a17d3), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.688219 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-defc04e2-bbb2-4b6c-b281-96972fd78e56 service neutron] 10.222.0.45 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328992 Apr 12 17:49:08.689642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-98d6505f-856d-43f0-a638-ad2144d1e091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6d211636-dafd-45c5-9b51-76eebb8a17d3), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.785649 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-98d6505f-856d-43f0-a638-ad2144d1e091 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7945a78de16a45a9a9f707b2d33e7017&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7257216 Apr 12 17:49:08.790700 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:08.791749 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6505f-856d-43f0-a638-ad2144d1e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d211636-dafd-45c5-9b51-76eebb8a17d3,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:08.915491 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-15b2ad94-50b1-47b2-9bd7-6c23a4450e2a service neutron] 10.222.0.45 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851718 Apr 12 17:49:08.963082 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a0765-3e0c-4b79-b688-4134d9bdefa6 None None] Pushing event updated for resources: {'Port': ['ID=988cc914-d9de-4da0-a083-50ac3c90fd52,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:09.065145 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks [] for router_gateway (4af19748-c457-4b78-bcbc-8b22ea5c1d07), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.091297 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c3098d0-7286-46bf-9500-4b1db7707204 admin admin] Publish callbacks [] for security_group (6d211636-dafd-45c5-9b51-76eebb8a17d3), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.114138 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (b8d81309-adcf-4711-9789-b6d920e170cf), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.119645 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52718) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:09.125410 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1150432496-network', 'tenant_id': 'f15f8ec1b4214ff1990d77ac3f393927'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:09.143916 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Allocated IP 172.20.0.2 (64e03d19-9f76-495a-a91e-7e7b477a59ee/611ee7f8-083b-4837-bbcd-34b10f461585/b575b0d5-0e54-435e-bc73-5840a5f54f6f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:09.169226 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Made reservation on behalf of f15f8ec1b4214ff1990d77ac3f393927 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:09.171804 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.253797 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c3098d0-7286-46bf-9500-4b1db7707204 admin admin] Publish callbacks [] for security_group (6d211636-dafd-45c5-9b51-76eebb8a17d3), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.262898 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.464663 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:49:09.559551 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-650e957a-f355-4d7c-8baa-ae5ee9a68ec1 req-1b425e29-6536-4815-b171-f3802fe5d16a tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.1406159 Apr 12 17:49:09.616554 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks [] for security_group (a29533ed-5801-4823-9607-e2c315af0dbc), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.622105 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a29533ed-5801-4823-9607-e2c315af0dbc), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.634526 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c3098d0-7286-46bf-9500-4b1db7707204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6d211636-dafd-45c5-9b51-76eebb8a17d3), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.637670 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c3098d0-7286-46bf-9500-4b1db7707204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.642924 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8c3098d0-7286-46bf-9500-4b1db7707204 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d211636-dafd-45c5-9b51-76eebb8a17d3 HTTP/1.1" status: 204 len: 168 time: 0.8379261 Apr 12 17:49:09.650287 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Publish callbacks [] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.662678 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.667552 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:49:09.716111 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (5efbc455-f2bd-4853-8b9f-8449a9b45333), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.716474 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Added segment 5efbc455-f2bd-4853-8b9f-8449a9b45333 of type vlan for network e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987 Apr 12 17:49:09.724799 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29533ed-5801-4823-9607-e2c315af0dbc,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:09.748747 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3098d0-7286-46bf-9500-4b1db7707204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d211636-dafd-45c5-9b51-76eebb8a17d3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:09.770946 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks [] for router_gateway (4af19748-c457-4b78-bcbc-8b22ea5c1d07), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.806031 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.833040 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.839258 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:09.863266 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.864568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:09.865371 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.867192 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 988cc914-d9de-4da0-a083-50ac3c90fd52 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:09.880438 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Router b8d81309-adcf-4711-9789-b6d920e170cf is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:49:09.945510 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8229778 Apr 12 17:49:09.948176 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52770) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:09.966847 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Pushing event updated for resources: {'Port': ['ID=b575b0d5-0e54-435e-bc73-5840a5f54f6f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:09.967820 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Request body: {'subnet': {'network_id': 'e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1150432496-subnet', 'tenant_id': 'f15f8ec1b4214ff1990d77ac3f393927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:09.972547 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:09.975689 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:10.000837 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 988cc914-d9de-4da0-a083-50ac3c90fd52 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:10.001450 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.026774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35563d-25cd-4345-9c5b-0603fa4064a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:10.037647 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Made reservation on behalf of f15f8ec1b4214ff1990d77ac3f393927 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:10.043952 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.110937 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:49:10.180574 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Allocated IP 172.27.3.232 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/57f92e18-05b4-44f4-9bc5-64ac863b4ef6) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:10.318325 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Attempting to bind port b575b0d5-0e54-435e-bc73-5840a5f54f6f on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:10.318698 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Attempting to bind port b575b0d5-0e54-435e-bc73-5840a5f54f6f by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:10.326576 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Attempting to bind port b575b0d5-0e54-435e-bc73-5840a5f54f6f on network 64e03d19-9f76-495a-a91e-7e7b477a59ee {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:10.352084 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.384018 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:10.384390 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Checking segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:10.384800 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.385189 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Bound using segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:10.385679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Bound port: b575b0d5-0e54-435e-bc73-5840a5f54f6f, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:10.386435 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.419661 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:10.459607 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Checking segment: {'id': '5efbc455-f2bd-4853-8b9f-8449a9b45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:10.460118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Network hostable DHCP agents. Network: e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:49:10.488409 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Network e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:49:10.507599 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:10.524666 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223c1be-380c-43ff-ad23-e613d9321850 None None] Network e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:10.528333 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:10.530372 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.577880 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1c60a24c-0c2b-40e0-ac57-da78ff18da8f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6191108 Apr 12 17:49:10.596062 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 988cc914-d9de-4da0-a083-50ac3c90fd52 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:10.596589 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.719710 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc0c814-6155-4bfd-b4a5-bec0157b6d34 None None] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:10.729368 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a48d4d6-e7d3-402c-a6e8-d9dc08186411 req-f98fadb2-15f5-41b3-abe8-d3ef5100f421 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.0790999 Apr 12 17:49:10.740021 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] For port b575b0d5-0e54-435e-bc73-5840a5f54f6f, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:10.757847 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks [] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.792727 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:49:10.805560 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:49:10.812086 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.820787 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:10.821455 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:10.841447 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] For port b575b0d5-0e54-435e-bc73-5840a5f54f6f, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b575b0d5-0e54-435e-bc73-5840a5f54f6f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:10.845872 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 988cc914-d9de-4da0-a083-50ac3c90fd52, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=988cc914-d9de-4da0-a083-50ac3c90fd52,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:10.877935 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.880093 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9ace2af8-be0d-46e0-b1a9-5df13d45da7d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7709975 Apr 12 17:49:10.883646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52826) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:10.902936 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.903944 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:10.904970 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:10.931754 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:10.933879 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52828) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:10.936323 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:10.945884 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:11.030208 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9d0e1-8d58-4acf-b0fc-c41ef1e2b568 None None] Network e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:11.044740 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-bb15b22e-09a2-4a67-9d10-1ebbde0e8935 None None] Provisioning complete for port 988cc914-d9de-4da0-a083-50ac3c90fd52 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:11.047286 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bb15b22e-09a2-4a67-9d10-1ebbde0e8935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.242350 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:11.296111 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] Deleting subnet f351cefa-dc24-488e-91cb-0a1d2e4cf523 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:49:11.300702 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] Publish callbacks [] for subnet (f351cefa-dc24-488e-91cb-0a1d2e4cf523), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.383806 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] Publish callbacks [] for subnet (f351cefa-dc24-488e-91cb-0a1d2e4cf523), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.399170 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (f351cefa-dc24-488e-91cb-0a1d2e4cf523), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.602074 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:08Z', 'revision_number': 3, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:11.608229 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (f351cefa-dc24-488e-91cb-0a1d2e4cf523), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.708436 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:49:11.708801 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Updating router b8d81309-adcf-4711-9789-b6d920e170cf port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:49:11.716095 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.727978 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f351cefa-dc24-488e-91cb-0a1d2e4cf523 HTTP/1.1" status: 204 len: 168 time: 0.5083015 Apr 12 17:49:11.731449 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:11.732203 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78e9fa-127c-4885-a7a2-d4aff56a3d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f351cefa-dc24-488e-91cb-0a1d2e4cf523,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:11.757029 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.762516 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f03b3d-9cbb-48c9-97de-b2015fe77f2d None None] Pushing event updated for resources: {'Port': ['ID=b575b0d5-0e54-435e-bc73-5840a5f54f6f,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:11.875151 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks [] for router_gateway (4af19748-c457-4b78-bcbc-8b22ea5c1d07), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:11.889636 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=988cc914-d9de-4da0-a083-50ac3c90fd52,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:12.051566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.052442 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (30415eb6-5a2f-469a-8154-8e24bb2e1669), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.083662 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52870) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:12.112074 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bb15b22e-09a2-4a67-9d10-1ebbde0e8935 None None] Current status of the port 988cc914-d9de-4da0-a083-50ac3c90fd52 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:12.329667 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Publish callbacks [] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.343791 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.381461 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (30415eb6-5a2f-469a-8154-8e24bb2e1669), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.408263 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Pushing event updated for resources: {'Port': ['ID=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:12.421185 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.421763 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.422350 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.422916 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.423459 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.423978 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.424508 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.425215 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.425752 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.426616 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.427175 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.427751 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.428577 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.429109 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.429623 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Tracked resource versions report: Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: pushed versions: Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: { 'AddressGroup': {'1.2'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Agent': {'1.1'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'ConntrackHelper': {'1.0'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Log': {'1.0'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'NDPProxy': {'1.0'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Network': {'1.1'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Port': {'1.7'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'PortForwarding': {'1.3'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'QosPolicy': {'1.10'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroup': {'1.5'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SubPort': {'1.0'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Subnet': {'1.1'}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Trunk': {'1.1'}} Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: consumer versions: Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: { DHCP agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: L3 agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: Metadata agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: Metering agent@dv-cinder-837533-1-iscsi: {}, Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: Open vSwitch agent@dv-cinder-837533-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Agent': '1.1', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'ConntrackHelper': '1.0', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'LocalIPAssociation': '1.0', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Log': '1.0', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'NDPProxy': '1.0', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Network': '1.1', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Port': '1.7', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'PortForwarding': '1.3', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'QosPolicy': '1.10', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroup': '1.5', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SecurityGroupRule': '1.2', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'SubPort': '1.0', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Subnet': '1.1', Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: 'Trunk': '1.1'}} Apr 12 17:49:12.431080 dv-cinder-837533-1-iscsi neutron-server[109992]: {{(pid=109992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:49:12.438577 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-999744a2-cb23-4d9f-b990-c1b31696de5c None None] Provisioning complete for port 988cc914-d9de-4da0-a083-50ac3c90fd52 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:12.439013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-999744a2-cb23-4d9f-b990-c1b31696de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.459633 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Attempting to bind port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:12.460395 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Attempting to bind port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:12.460961 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Attempting to bind port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:12.468026 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:12.468766 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:12.469354 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.469918 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:12.471283 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Bound port: 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:12.471743 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.475571 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.475924 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.476681 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.477025 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > port after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.477378 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.477717 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > port after_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.478034 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.478346 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.478658 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.479001 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.539726 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] For port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:12.543498 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] For port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:12.553034 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.607180 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-578b8d38-f56b-4976-a93f-43a9e42b79ae req-87799e20-5f1e-47a5-9f7d-7a36861d1630 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.5222681 Apr 12 17:49:12.630739 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9733e88-42a1-49d6-87a4-a1f2207287fd None None] Pushing event updated for resources: {'Port': ['ID=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:12.643375 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-999744a2-cb23-4d9f-b990-c1b31696de5c None None] Current status of the port 988cc914-d9de-4da0-a083-50ac3c90fd52 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:12.648757 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:12.649418 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:12.664481 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Allocated IP 172.20.0.1 (6c894a84-427f-4c4d-9056-360cdd2d00e7/c91c28b1-318e-4cbc-970b-519aededf6c4/9b6da465-072a-475b-9ad2-df4f4bf81b4f) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:12.818290 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:12.828190 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.832951 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.835003 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.835391 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:12.835771 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30415eb6-5a2f-469a-8154-8e24bb2e1669']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:12.872645 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks [] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.895691 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ce10eb-16cf-4c39-8986-20b7db4f6519') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:12.896381 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ce10eb-16cf-4c39-8986-20b7db4f6519') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:12.924609 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (d0ce10eb-16cf-4c39-8986-20b7db4f6519), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.940319 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.964568 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (4af19748-c457-4b78-bcbc-8b22ea5c1d07), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:12.995731 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:13.001041 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:13.007616 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:13.008220 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (b8d81309-adcf-4711-9789-b6d920e170cf), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.051529 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (d0ce10eb-16cf-4c39-8986-20b7db4f6519), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.076379 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:49:13.077514 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (d0ce10eb-16cf-4c39-8986-20b7db4f6519), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.081315 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:08Z', 'revision_number': 3, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: from cryptography.utils import int_from_bytes Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: from cryptography.utils import int_from_bytes Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:49:13.087416 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:49:13.113610 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc9a4-2703-41d0-aa9d-b25b567ce639 None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:08Z', 'revision_number': 3, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:49:13.180822 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Pushing event updated for resources: {'Port': ['ID=9b6da465-072a-475b-9ad2-df4f4bf81b4f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:13.231462 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13bbb5a-8c4f-447f-8ff4-a6939f995478 None None] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:13.253999 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (30415eb6-5a2f-469a-8154-8e24bb2e1669), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.293399 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.306819 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] 10.222.0.45 "DELETE /v2.0/networks/30415eb6-5a2f-469a-8154-8e24bb2e1669 HTTP/1.1" status: 204 len: 168 time: 1.5681763 Apr 12 17:49:13.307807 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52902) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:13.320230 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcf55a-f29b-4963-8ec5-ce9f00725567 admin admin] Pushing event deleted for resources: {'Network': ['ID=30415eb6-5a2f-469a-8154-8e24bb2e1669,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:13.346398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0e890119-85e1-44cd-9b12-fd5bfca0a7ae None None] Provisioning complete for port b575b0d5-0e54-435e-bc73-5840a5f54f6f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:13.347250 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e890119-85e1-44cd-9b12-fd5bfca0a7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.411074 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:49:13.461012 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] Deleting subnet 0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:49:13.490425 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] Publish callbacks [] for subnet (0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.555638 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.564624 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0e890119-85e1-44cd-9b12-fd5bfca0a7ae None None] Current status of the port b575b0d5-0e54-435e-bc73-5840a5f54f6f is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:13.565020 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e890119-85e1-44cd-9b12-fd5bfca0a7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.608394 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:49:13.615877 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] Publish callbacks [] for subnet (0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.616715 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-0e890119-85e1-44cd-9b12-fd5bfca0a7ae None None] For port b575b0d5-0e54-435e-bc73-5840a5f54f6f, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b575b0d5-0e54-435e-bc73-5840a5f54f6f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:13.634275 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Sync routers for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:49:13.639828 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e890119-85e1-44cd-9b12-fd5bfca0a7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.646103 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.651437 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:13.659380 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5346d88c-6053-47f1-89d9-0c5de74dc5f0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3214958 Apr 12 17:49:13.661192 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 52914) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:13.729198 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:13.730237 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:13.996681 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-471c8c40-eed5-40df-9a53-327123dab516 None None] Provisioning complete for port 9b6da465-072a-475b-9ad2-df4f4bf81b4f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:13.996988 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-471c8c40-eed5-40df-9a53-327123dab516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.038088 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b575b0d5-0e54-435e-bc73-5840a5f54f6f up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:14.045905 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890119-85e1-44cd-9b12-fd5bfca0a7ae None None] Pushing event updated for resources: {'Port': ['ID=b575b0d5-0e54-435e-bc73-5840a5f54f6f,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:14.106914 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-471c8c40-eed5-40df-9a53-327123dab516 None None] Port 9b6da465-072a-475b-9ad2-df4f4bf81b4f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:49:14.117657 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:14.173857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks [] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.202340 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9eddebbf-89be-4771-8d07-40c3bb75fc51 req-3ed54b1c-5408-45ef-967e-a25631f5aa6b tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.3204138 Apr 12 17:49:14.207563 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.220666 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (b8d81309-adcf-4711-9789-b6d920e170cf), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.268866 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port b575b0d5-0e54-435e-bc73-5840a5f54f6f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:14.269488 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.297394 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-4335ce7b-d238-452a-935e-aad032593e14 None None] Provisioning complete for port b575b0d5-0e54-435e-bc73-5840a5f54f6f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:14.299031 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4335ce7b-d238-452a-935e-aad032593e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.333393 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for subnet (0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.355633 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.358887 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01 HTTP/1.1" status: 204 len: 168 time: 1.0323284 Apr 12 17:49:14.376637 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 52928) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:14.383913 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcef66-6a83-4e1e-8a2a-8ca874dec9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c66fa4e-6b0f-4a50-b2ea-d0fe38d65b01,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:14.385952 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Pushing event updated for resources: {'Port': ['ID=9b6da465-072a-475b-9ad2-df4f4bf81b4f,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:14.536921 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port b575b0d5-0e54-435e-bc73-5840a5f54f6f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:14.538122 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:14.564699 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:11Z', 'revision_number': 3, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:14.566568 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4335ce7b-d238-452a-935e-aad032593e14 None None] Current status of the port b575b0d5-0e54-435e-bc73-5840a5f54f6f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:14.607326 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Checking router: 4af19748-c457-4b78-bcbc-8b22ea5c1d07 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:49:14.607692 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Updating router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:49:14.650383 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.673288 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.684409 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:14.685341 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.760327 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:14.781041 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:14.802565 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:14.926462 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Allocated IP 172.20.0.1 (64e03d19-9f76-495a-a91e-7e7b477a59ee/611ee7f8-083b-4837-bbcd-34b10f461585/b61a7a42-9dea-4b6f-827f-a3b8121b2ff1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:15.058082 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks [] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.101452 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-21f13153-fde7-45cc-91e3-4d83f3b091ba None None] Provisioning complete for port 9b6da465-072a-475b-9ad2-df4f4bf81b4f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:15.101748 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21f13153-fde7-45cc-91e3-4d83f3b091ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.115753 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.123914 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:49:15.132054 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.153430 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:15.153820 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.206526 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:15.219698 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:15.246389 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:15.350795 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:15.388363 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (4af19748-c457-4b78-bcbc-8b22ea5c1d07), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.439976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:49:15.467095 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-144e7b34-a59b-4dc9-968c-dd19b852cdda admin admin] 10.222.0.45 "PUT /v2.0/routers/b8d81309-adcf-4711-9789-b6d920e170cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5729415 Apr 12 17:49:15.475478 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-21f13153-fde7-45cc-91e3-4d83f3b091ba None None] Port 9b6da465-072a-475b-9ad2-df4f4bf81b4f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:49:15.481666 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:15.495134 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.498589 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 988cc914-d9de-4da0-a083-50ac3c90fd52 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:15.522067 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.522646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.524470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.525650 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > port after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.526583 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > port after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.527316 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > port after_update 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.528085 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.528242 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.528677 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.529100 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.634121 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.641857 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Publish callbacks [] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.657747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.684511 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 988cc914-d9de-4da0-a083-50ac3c90fd52 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:15.684789 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.745331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Attempting to bind port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:15.745708 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Attempting to bind port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:15.746068 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Attempting to bind port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:15.751122 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-578c3d8a-efec-4cbe-a929-97558b9c20df None None] Provisioning complete for port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:15.751697 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-578c3d8a-efec-4cbe-a929-97558b9c20df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.753814 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:15.802670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.802670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.802670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.802861 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:49:15.803260 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:15.819786 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:15.820171 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:15.820580 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.820970 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:15.821460 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Bound port: 57f92e18-05b4-44f4-9bc5-64ac863b4ef6, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:15.821846 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.837777 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efbc455-f2bd-4853-8b9f-8449a9b45333') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:15.838136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efbc455-f2bd-4853-8b9f-8449a9b45333') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:15.860750 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (5efbc455-f2bd-4853-8b9f-8449a9b45333), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.883307 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-578c3d8a-efec-4cbe-a929-97558b9c20df None None] Port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:49:15.888082 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (5efbc455-f2bd-4853-8b9f-8449a9b45333), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.890612 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6cee4-2e88-4c44-a5a0-7c4823aa915d None None] Pushing event updated for resources: {'Port': ['ID=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:15.890859 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks [] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.900860 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.906338 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:49:15.908946 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (5efbc455-f2bd-4853-8b9f-8449a9b45333), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.918527 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0a8a965-7fd5-4e9c-b189-89d2b88da1b3 req-6985c85b-e63d-4a9c-bb49-5fb4db280ff4 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.4802754 Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: from cryptography.utils import int_from_bytes Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: from cryptography.utils import int_from_bytes Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:49:15.922745 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:49:15.929166 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:49:15.959532 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:15.960417 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:16.035779 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] For port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:16.045215 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 988cc914-d9de-4da0-a083-50ac3c90fd52 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:16.052523 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] For port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:16.052861 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:16.053958 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.059359 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (4af19748-c457-4b78-bcbc-8b22ea5c1d07), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.062772 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.068123 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.079304 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] 10.222.0.45 "DELETE /v2.0/networks/e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987 HTTP/1.1" status: 204 len: 168 time: 1.6999643 Apr 12 17:49:16.095355 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132ea29-3e41-4642-b9ab-98b4d8e38dda admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ee0e13-2f30-4cd2-a967-a7c2ee2b7987,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:16.233953 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:16.237252 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:16.251355 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:16.258623 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:16.260284 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:16.350010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53000) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:16.425888 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c94cf455-c8c4-444e-87e6-ac6ed5f55fdb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d03073684e814022a7483a7b188696df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0746803 Apr 12 17:49:16.426701 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53002) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:16.444078 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:16.521762 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53006) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:16.529000 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b995fb5e-00b7-42fd-8ab9-47f6a8dfed7b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188176133', 'description': 'tempest-description--947922658'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:16.547985 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd6005f0-1323-49ea-a8e8-ca6379eb0165 admin admin] Publish callbacks [] for security_group (74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.561991 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:49:16.571731 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b995fb5e-00b7-42fd-8ab9-47f6a8dfed7b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.585815 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd6005f0-1323-49ea-a8e8-ca6379eb0165 admin admin] Publish callbacks [] for security_group (74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.658900 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd6005f0-1323-49ea-a8e8-ca6379eb0165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.663682 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd6005f0-1323-49ea-a8e8-ca6379eb0165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.665581 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-dd6005f0-1323-49ea-a8e8-ca6379eb0165 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6 HTTP/1.1" status: 204 len: 168 time: 0.2376614 Apr 12 17:49:16.672159 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:16.672549 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.678240 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6005f0-1323-49ea-a8e8-ca6379eb0165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74641cfb-5b2f-4a72-8c52-6c86b5f1d8c6,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:16.722357 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:16.724418 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6cee4-2e88-4c44-a5a0-7c4823aa915d None None] Pushing event updated for resources: {'Port': ['ID=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:16.790287 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0ea41bb0-7ed0-4c4b-9f49-844a32916a52 None None] Provisioning complete for port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:16.790711 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ea41bb0-7ed0-4c4b-9f49-844a32916a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.867941 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b995fb5e-00b7-42fd-8ab9-47f6a8dfed7b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (a393ce2b-3a65-4510-95ed-7db51a75dbc5), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.870339 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 2, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:16.874367 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:49:16.876718 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b995fb5e-00b7-42fd-8ab9-47f6a8dfed7b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a393ce2b-3a65-4510-95ed-7db51a75dbc5), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.899987 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-19712fff-a017-4c36-98db-b696238444c0 admin admin] 10.222.0.45 "PUT /v2.0/routers/4af19748-c457-4b78-bcbc-8b22ea5c1d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2293234 Apr 12 17:49:16.929697 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b995fb5e-00b7-42fd-8ab9-47f6a8dfed7b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.931014 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b995fb5e-00b7-42fd-8ab9-47f6a8dfed7b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4059327 Apr 12 17:49:16.933465 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995fb5e-00b7-42fd-8ab9-47f6a8dfed7b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a393ce2b-3a65-4510-95ed-7db51a75dbc5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:16.934326 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53018) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:16.939314 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-9d431571-223b-43d2-bd8a-cb9a5b891d68 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': 'a393ce2b-3a65-4510-95ed-7db51a75dbc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:16.947091 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0ea41bb0-7ed0-4c4b-9f49-844a32916a52 None None] Port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:49:16.947292 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:49:16.947783 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Updating router b8d81309-adcf-4711-9789-b6d920e170cf port 9b6da465-072a-475b-9ad2-df4f4bf81b4f binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:49:17.009817 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9d431571-223b-43d2-bd8a-cb9a5b891d68 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (14218a00-c11f-47a0-8085-c3e2a0dcab6c), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.022831 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:17.024267 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b575b0d5-0e54-435e-bc73-5840a5f54f6f up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:17.059915 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.099360 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53026) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:17.113954 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-25f36b44-feb5-4df5-8bb8-d784b1fe0654 req-5c1e17c9-9d4e-4649-b3ba-101727415b93 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.0490217 Apr 12 17:49:17.167503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9d431571-223b-43d2-bd8a-cb9a5b891d68 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (14218a00-c11f-47a0-8085-c3e2a0dcab6c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.169288 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port b575b0d5-0e54-435e-bc73-5840a5f54f6f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:17.169849 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.172906 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9d431571-223b-43d2-bd8a-cb9a5b891d68 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (14218a00-c11f-47a0-8085-c3e2a0dcab6c), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.200967 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 2, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:17.212093 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d431571-223b-43d2-bd8a-cb9a5b891d68 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14218a00-c11f-47a0-8085-c3e2a0dcab6c,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:17.229535 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9d431571-223b-43d2-bd8a-cb9a5b891d68 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.232224 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9d431571-223b-43d2-bd8a-cb9a5b891d68 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968817 Apr 12 17:49:17.235033 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53036) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:17.238813 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaae2a-3971-4d25-b530-286aa27fc3dd None None] The sync data for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi is: [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 2, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:49:17.250019 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-808576a3-39a1-4273-812b-43179c29b678 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': 'a393ce2b-3a65-4510-95ed-7db51a75dbc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:17.310654 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-808576a3-39a1-4273-812b-43179c29b678 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (ec7b6d82-2ab4-47eb-b89c-83cb894978e2), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.336195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53040) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:17.386141 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port b575b0d5-0e54-435e-bc73-5840a5f54f6f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:17.421911 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-53cc4e57-71d9-4023-824d-8f46ec658988 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f15f8ec1b4214ff1990d77ac3f393927&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0822835 Apr 12 17:49:17.423020 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53044) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:17.503726 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Publish callbacks [] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.504569 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee1ce-8690-44a5-af8e-593f87ed93c0 admin admin] Publish callbacks [] for security_group (a29533ed-5801-4823-9607-e2c315af0dbc), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.513633 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.525233 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a022-80e1-486b-960a-5f1009920456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.540612 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee1ce-8690-44a5-af8e-593f87ed93c0 admin admin] Publish callbacks [] for security_group (a29533ed-5801-4823-9607-e2c315af0dbc), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.570163 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f62b0b-b362-47b5-8c60-a05d78d42039 None None] Pushing event updated for resources: {'Port': ['ID=9b6da465-072a-475b-9ad2-df4f4bf81b4f,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:17.601529 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-808576a3-39a1-4273-812b-43179c29b678 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (ec7b6d82-2ab4-47eb-b89c-83cb894978e2), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.624656 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-808576a3-39a1-4273-812b-43179c29b678 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (ec7b6d82-2ab4-47eb-b89c-83cb894978e2), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.688901 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee1ce-8690-44a5-af8e-593f87ed93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a29533ed-5801-4823-9607-e2c315af0dbc), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.691566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee1ce-8690-44a5-af8e-593f87ed93c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.692767 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8a7ee1ce-8690-44a5-af8e-593f87ed93c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a29533ed-5801-4823-9607-e2c315af0dbc HTTP/1.1" status: 204 len: 168 time: 0.2686112 Apr 12 17:49:17.707307 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ee1ce-8690-44a5-af8e-593f87ed93c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29533ed-5801-4823-9607-e2c315af0dbc,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:17.754664 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Attempting to bind port 9b6da465-072a-475b-9ad2-df4f4bf81b4f on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:17.755035 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Attempting to bind port 9b6da465-072a-475b-9ad2-df4f4bf81b4f by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:17.755433 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Attempting to bind port 9b6da465-072a-475b-9ad2-df4f4bf81b4f on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:17.758595 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808576a3-39a1-4273-812b-43179c29b678 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7b6d82-2ab4-47eb-b89c-83cb894978e2,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:17.772200 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:17.772577 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Checking segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:17.773139 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.773678 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Bound using segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:17.774315 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Bound port: 9b6da465-072a-475b-9ad2-df4f4bf81b4f, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:17.774691 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.802520 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a022-80e1-486b-960a-5f1009920456 admin admin] Publish callbacks [] for security_group (f48f081b-fe69-4553-b717-bc1f69ee992a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.818361 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a022-80e1-486b-960a-5f1009920456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f48f081b-fe69-4553-b717-bc1f69ee992a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.842161 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-808576a3-39a1-4273-812b-43179c29b678 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.846656 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53048) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:17.849351 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-808576a3-39a1-4273-812b-43179c29b678 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6129165 Apr 12 17:49:17.851750 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:17.905015 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b4d3a022-80e1-486b-960a-5f1009920456 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=208740d2ede9461bbeeb294379a2ac87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8044286 Apr 12 17:49:17.906230 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3a022-80e1-486b-960a-5f1009920456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f081b-fe69-4553-b717-bc1f69ee992a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:17.908822 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53050) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:17.910060 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.983846 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] For port 9b6da465-072a-475b-9ad2-df4f4bf81b4f, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:17.991171 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-dec1f460-be9f-4879-873a-f4f2abee6dc9 None None] Provisioning complete for port 9b6da465-072a-475b-9ad2-df4f4bf81b4f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:17.991747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dec1f460-be9f-4879-873a-f4f2abee6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:17.993446 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9510827-e58b-4377-b958-eeb3899a7220 admin admin] Publish callbacks [] for security_group (f48f081b-fe69-4553-b717-bc1f69ee992a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.005068 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] For port 9b6da465-072a-475b-9ad2-df4f4bf81b4f, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=9b6da465-072a-475b-9ad2-df4f4bf81b4f,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:18.016948 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.038603 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9510827-e58b-4377-b958-eeb3899a7220 admin admin] Publish callbacks [] for security_group (f48f081b-fe69-4553-b717-bc1f69ee992a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.155194 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-dec1f460-be9f-4879-873a-f4f2abee6dc9 None None] Port 9b6da465-072a-475b-9ad2-df4f4bf81b4f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:49:18.161835 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9510827-e58b-4377-b958-eeb3899a7220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f48f081b-fe69-4553-b717-bc1f69ee992a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.166071 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9510827-e58b-4377-b958-eeb3899a7220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.167789 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a9510827-e58b-4377-b958-eeb3899a7220 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f48f081b-fe69-4553-b717-bc1f69ee992a HTTP/1.1" status: 204 len: 168 time: 0.2577517 Apr 12 17:49:18.197179 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9510827-e58b-4377-b958-eeb3899a7220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f081b-fe69-4553-b717-bc1f69ee992a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:18.209431 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.18', 58401) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:18.259947 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:18.260688 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:18.360579 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53064) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:18.416168 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f62b0b-b362-47b5-8c60-a05d78d42039 None None] Pushing event updated for resources: {'Port': ['ID=9b6da465-072a-475b-9ad2-df4f4bf81b4f,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:18.419900 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a3c4a512-5967-49ae-aa91-3ca956a19ac9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876877058', 'description': 'tempest-description--1749742887'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:18.520060 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b420baa3-3174-400b-a161-8b11023c5a41 req-67dbdeb0-625b-4e95-a241-eb9656575c0e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.1583178 Apr 12 17:49:18.564047 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.711986 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:18.793232 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-2386c763-e0de-4ea5-b429-56d4f237198e None None] Provisioning complete for port 9b6da465-072a-475b-9ad2-df4f4bf81b4f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:18.796975 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2386c763-e0de-4ea5-b429-56d4f237198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.809597 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a27f-7713-4707-bc33-70704d048369 req-2f630b54-57c9-411b-9b85-9d4344cdfca7 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:18.812299 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-2f630b54-57c9-411b-9b85-9d4344cdfca7 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.18 "GET /v2.0/networks?id=8034805b-7fd4-4d00-879a-2e03267598f2 HTTP/1.1" status: 200 len: 812 time: 0.6017778 Apr 12 17:49:18.837798 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a512-5967-49ae-aa91-3ca956a19ac9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:18.885558 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Request body: {'port': {'device_id': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2', 'admin_state_up': True, 'tenant_id': 'b3731443dbd4490e89fc90200428e1d8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:18.938846 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.27.3.82 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/70af7962-374a-4156-b970-9d7bb8a8fdd2) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:18.964606 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2386c763-e0de-4ea5-b429-56d4f237198e None None] Current status of the port 9b6da465-072a-475b-9ad2-df4f4bf81b4f is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:18.965060 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2386c763-e0de-4ea5-b429-56d4f237198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.036353 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2386c763-e0de-4ea5-b429-56d4f237198e None None] For port 9b6da465-072a-475b-9ad2-df4f4bf81b4f, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=9b6da465-072a-475b-9ad2-df4f4bf81b4f,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:19.044557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2386c763-e0de-4ea5-b429-56d4f237198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.157768 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386c763-e0de-4ea5-b429-56d4f237198e None None] Pushing event updated for resources: {'Port': ['ID=9b6da465-072a-475b-9ad2-df4f4bf81b4f,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:19.194502 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.249564 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.304232 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53106) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:19.327096 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Made reservation on behalf of b3731443dbd4490e89fc90200428e1d8 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:19.330298 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.350399 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:17Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:19.365813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:19.373175 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9750c1f-ad5a-407c-a113-bbdd28eb681f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.373322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:19.389894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:19.401506 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe536f13-1ad5-429d-b834-41a4b56d344d None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:17Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:49:19.530201 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=70af7962-374a-4156-b970-9d7bb8a8fdd2,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:19.768566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (4732b7dd-b26f-47dc-a190-8c3fab6c9e6a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.850805 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a512-5967-49ae-aa91-3ca956a19ac9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (33fc5519-ee2e-48f2-811b-764b1fa81631), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.897508 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a512-5967-49ae-aa91-3ca956a19ac9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (33fc5519-ee2e-48f2-811b-764b1fa81631), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.905736 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:20.097586 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Allocated IP 172.20.0.7 (8034805b-7fd4-4d00-879a-2e03267598f2/3520db0f-5d3f-432b-a55b-51954fbe8ce9/8dcd7915-b402-4ed7-ab8f-ae8555167422) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:20.344873 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a512-5967-49ae-aa91-3ca956a19ac9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:20.356122 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a3c4a512-5967-49ae-aa91-3ca956a19ac9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9870276 Apr 12 17:49:20.408429 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 9b6da465-072a-475b-9ad2-df4f4bf81b4f up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:20.414023 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53152) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:20.500649 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-86e99552-66e6-474b-bc8f-bc0de32625a4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'security_group_rule': {'security_group_id': '33fc5519-ee2e-48f2-811b-764b1fa81631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:20.535984 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 9b6da465-072a-475b-9ad2-df4f4bf81b4f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:20.536826 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:20.858984 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 9b6da465-072a-475b-9ad2-df4f4bf81b4f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:20.861463 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:20.885047 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ce3691f-2a5e-4e91-9566-c9e512c5f7d2 req-950eebb9-1765-4854-a22c-b7d325a120b5 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.1277354 Apr 12 17:49:20.933521 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:20.933931 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:20.935026 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:20.958785 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:20.998543 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4a512-5967-49ae-aa91-3ca956a19ac9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fc5519-ee2e-48f2-811b-764b1fa81631,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:21.093743 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks [] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.161250 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9750c1f-ad5a-407c-a113-bbdd28eb681f admin admin] Publish callbacks [] for security_group (f89f6ea8-1261-49a8-81a1-36d04116722b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.210895 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=70af7962-374a-4156-b970-9d7bb8a8fdd2,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:21.212871 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:21.215398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.238408 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e99552-66e6-474b-bc8f-bc0de32625a4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (fad5e29c-101b-464a-83a9-6c098481003f), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.268225 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (4732b7dd-b26f-47dc-a190-8c3fab6c9e6a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.284111 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d9750c1f-ad5a-407c-a113-bbdd28eb681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f89f6ea8-1261-49a8-81a1-36d04116722b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.286158 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:21.297637 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.316963 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.331915 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5f3cbf62-761c-4581-aae3-8ad2347529bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4835064 Apr 12 17:49:21.470823 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:21.504617 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.529445 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53192) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:21.529796 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d9750c1f-ad5a-407c-a113-bbdd28eb681f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3e32071fda24b2b9e2d02b066a50cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2244544 Apr 12 17:49:21.539111 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750c1f-ad5a-407c-a113-bbdd28eb681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f6ea8-1261-49a8-81a1-36d04116722b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:21.680476 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aed3f43c-dfaa-4959-b244-38147eec695a admin admin] Publish callbacks [] for security_group (f89f6ea8-1261-49a8-81a1-36d04116722b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.683652 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Network 8034805b-7fd4-4d00-879a-2e03267598f2 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:21.710381 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:21.718238 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:21.734875 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aed3f43c-dfaa-4959-b244-38147eec695a admin admin] Publish callbacks [] for security_group (f89f6ea8-1261-49a8-81a1-36d04116722b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.735190 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e99552-66e6-474b-bc8f-bc0de32625a4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (fad5e29c-101b-464a-83a9-6c098481003f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.883258 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e99552-66e6-474b-bc8f-bc0de32625a4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (fad5e29c-101b-464a-83a9-6c098481003f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.899876 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Pushing event updated for resources: {'Port': ['ID=8dcd7915-b402-4ed7-ab8f-ae8555167422,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:21.907738 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Sync routers for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:49:21.944791 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:21.945523 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:21.968089 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e99552-66e6-474b-bc8f-bc0de32625a4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad5e29c-101b-464a-83a9-6c098481003f,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:22.029201 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86e99552-66e6-474b-bc8f-bc0de32625a4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.032351 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-86e99552-66e6-474b-bc8f-bc0de32625a4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5590742 Apr 12 17:49:22.072152 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53220) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:22.079455 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cd86b063-2635-4aaa-9474-147bc17f937b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'security_group_rule': {'security_group_id': '33fc5519-ee2e-48f2-811b-764b1fa81631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:22.134726 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53222) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:22.208916 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:22.212228 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.257084 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd86b063-2635-4aaa-9474-147bc17f937b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (fa3f62a7-0777-40dc-94f5-1e0cb8e3a9dd), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.276195 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-ccd6e960-d830-4861-80d2-32faa2dba88e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4041228 Apr 12 17:49:22.291376 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-4063c31a-9dba-4ada-af36-42e9ee5c9f4d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--188176133&fields=id&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 267 time: 0.4337246 Apr 12 17:49:22.449977 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:22.465857 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd86b063-2635-4aaa-9474-147bc17f937b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (fa3f62a7-0777-40dc-94f5-1e0cb8e3a9dd), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.496091 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd86b063-2635-4aaa-9474-147bc17f937b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (fa3f62a7-0777-40dc-94f5-1e0cb8e3a9dd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.572041 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-e521b4d7-afe6-4bf1-a6ff-e883f9b3507c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:22.591017 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-e521b4d7-afe6-4bf1-a6ff-e883f9b3507c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.2693017 Apr 12 17:49:22.606966 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b063-2635-4aaa-9474-147bc17f937b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3f62a7-0777-40dc-94f5-1e0cb8e3a9dd,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:22.609661 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aed3f43c-dfaa-4959-b244-38147eec695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f89f6ea8-1261-49a8-81a1-36d04116722b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.613911 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aed3f43c-dfaa-4959-b244-38147eec695a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.618986 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-aed3f43c-dfaa-4959-b244-38147eec695a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f89f6ea8-1261-49a8-81a1-36d04116722b HTTP/1.1" status: 204 len: 168 time: 1.0838370 Apr 12 17:49:22.619278 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:22.627858 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd86b063-2635-4aaa-9474-147bc17f937b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.630143 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-cd86b063-2635-4aaa-9474-147bc17f937b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5565064 Apr 12 17:49:22.635736 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:22.650395 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf1300-54d5-433f-b7f9-6c9c22a7355e req-36d4ecf9-15a8-4bba-9c72-930b1a8d7db6 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:22.653160 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcdf1300-54d5-433f-b7f9-6c9c22a7355e req-36d4ecf9-15a8-4bba-9c72-930b1a8d7db6 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 931 time: 0.5534775 Apr 12 17:49:22.665053 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-bcfe5b18-fe8b-49ae-89f1-32966f60e422 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/quotas/08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 375 time: 0.0730426 Apr 12 17:49:22.666822 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:22.669614 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3f43c-dfaa-4959-b244-38147eec695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f6ea8-1261-49a8-81a1-36d04116722b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:22.742030 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.829834 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53238) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:22.831860 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:22.877851 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcdf1300-54d5-433f-b7f9-6c9c22a7355e req-04bb7503-2012-4707-a80e-212180cfb4e4 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085898 Apr 12 17:49:22.891266 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-a234ec08-8e7c-4214-9d01-7cbb02b73bb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2226894 Apr 12 17:49:22.991412 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Allocated IP 172.27.3.222 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/7747c121-b10c-4691-b677-4be35c7a2173) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:23.198642 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-1dec77a6-12e0-47d3-8d36-ea87eb219b65 service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855783 Apr 12 17:49:23.276784 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for port (7747c121-b10c-4691-b677-4be35c7a2173), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.331761 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb67a-3073-49d1-ab10-d0c82f3eb53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.338995 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-e6208a4c-0cd8-432a-b638-eea7fb2b1745 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:49:23.340364 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-e6208a4c-0cd8-432a-b638-eea7fb2b1745 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103524 Apr 12 17:49:23.353546 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (7747c121-b10c-4691-b677-4be35c7a2173), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.367737 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:23.368371 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.430882 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'Port': ['ID=7747c121-b10c-4691-b677-4be35c7a2173,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:23.519255 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb67a-3073-49d1-ab10-d0c82f3eb53d admin admin] Publish callbacks [] for security_group (b18009b7-f4cd-47c7-8174-7fba41dd95a4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.534237 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:23.536794 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:23.538632 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb67a-3073-49d1-ab10-d0c82f3eb53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b18009b7-f4cd-47c7-8174-7fba41dd95a4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.570567 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f5cdb67a-3073-49d1-ab10-d0c82f3eb53d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c83b55b67674d669e7e4a207491bb99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4268510 Apr 12 17:49:23.571640 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:23.575753 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53248) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:23.722679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:23.723815 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f700b8e-aeb5-42dd-9ea3-8de62a705d2d admin admin] Publish callbacks [] for security_group (b18009b7-f4cd-47c7-8174-7fba41dd95a4), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.734486 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61612f6-efb7-4c07-9852-7d0a6bd6e6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.735290 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 2, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:23.780461 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-144a9944-50ec-4234-aa2e-315879e2bd35 service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723274 Apr 12 17:49:23.805565 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Checking router: 4af19748-c457-4b78-bcbc-8b22ea5c1d07 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:49:23.805904 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Updating router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:49:23.876761 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdb67a-3073-49d1-ab10-d0c82f3eb53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18009b7-f4cd-47c7-8174-7fba41dd95a4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:23.881301 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:23.980085 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f700b8e-aeb5-42dd-9ea3-8de62a705d2d admin admin] Publish callbacks [] for security_group (b18009b7-f4cd-47c7-8174-7fba41dd95a4), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.236635 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-faa4245a-6321-4edd-8bf3-61572d81e89b req-43482c02-3aa7-48f4-b7f4-f3e67720e850 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.1016181 Apr 12 17:49:24.305049 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f700b8e-aeb5-42dd-9ea3-8de62a705d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b18009b7-f4cd-47c7-8174-7fba41dd95a4), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.309025 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6fd3-ace1-4e93-b36d-aa0938d1ed65 req-48043975-9d24-477d-9c15-af892887d772 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:24.310683 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cde6fd3-ace1-4e93-b36d-aa0938d1ed65 req-48043975-9d24-477d-9c15-af892887d772 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 931 time: 0.1017275 Apr 12 17:49:24.314770 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f700b8e-aeb5-42dd-9ea3-8de62a705d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.316042 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6f700b8e-aeb5-42dd-9ea3-8de62a705d2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b18009b7-f4cd-47c7-8174-7fba41dd95a4 HTTP/1.1" status: 204 len: 168 time: 0.7384174 Apr 12 17:49:24.454011 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cde6fd3-ace1-4e93-b36d-aa0938d1ed65 req-1c40bff7-e986-4b9d-8145-f4a86b4e4c0f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329873 Apr 12 17:49:24.540147 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f700b8e-aeb5-42dd-9ea3-8de62a705d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18009b7-f4cd-47c7-8174-7fba41dd95a4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:24.691731 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (96f0d30f-01d3-4350-bad0-fbaec79eac69), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.722627 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Publish callbacks [] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.734849 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.801340 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61612f6-efb7-4c07-9852-7d0a6bd6e6ab admin admin] Publish callbacks [] for security_group (c66b30d9-d03a-484f-bc77-6d7a84c1cf7b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.826827 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61612f6-efb7-4c07-9852-7d0a6bd6e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (c66b30d9-d03a-484f-bc77-6d7a84c1cf7b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.869289 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7747c121-b10c-4691-b677-4be35c7a2173), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.870631 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410058c6-b540-4653-ae60-1329c7feb79d None None] Pushing event updated for resources: {'Port': ['ID=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:25.085360 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Attempting to bind port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:25.096374 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Attempting to bind port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:25.096931 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Attempting to bind port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 on network 64e03d19-9f76-495a-a91e-7e7b477a59ee {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:25.115650 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:25.119138 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Checking segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:25.119767 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:25.120350 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Bound using segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:25.122665 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Bound port: b61a7a42-9dea-4b6f-827f-a3b8121b2ff1, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:25.123863 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:25.161879 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d61612f6-efb7-4c07-9852-7d0a6bd6e6ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a6ec661463a40c985d687781c6da228&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8483951 Apr 12 17:49:25.164421 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53314) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:25.196233 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61612f6-efb7-4c07-9852-7d0a6bd6e6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b30d9-d03a-484f-bc77-6d7a84c1cf7b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:25.297661 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Request body: {'port': {'device_id': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:25.345014 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] For port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:25.365660 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] For port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:25.389072 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:25.399086 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c01cab41-59c4-4a4b-87cc-0afc4a905208 admin admin] Publish callbacks [] for security_group (c66b30d9-d03a-484f-bc77-6d7a84c1cf7b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:25.555753 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0b15e101-4b77-4330-a88e-fdb224fbc220 req-3d8fa2ad-bc4e-4f8e-80ce-a91543f9af21 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.1559081 Apr 12 17:49:25.606955 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c01cab41-59c4-4a4b-87cc-0afc4a905208 admin admin] Publish callbacks [] for security_group (c66b30d9-d03a-484f-bc77-6d7a84c1cf7b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:25.669550 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-2cb0fd25-f491-40e0-b5cc-47de748022b2 None None] Provisioning complete for port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:25.670833 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fd25-f491-40e0-b5cc-47de748022b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:25.734740 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:25.825285 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:25.825894 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:48:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:25.956361 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87886664-4372-49a2-a4fe-b4cd0334a47b req-48e6e55a-d2d5-489b-9ab3-5ecff94d2939 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:25.959853 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87886664-4372-49a2-a4fe-b4cd0334a47b req-48e6e55a-d2d5-489b-9ab3-5ecff94d2939 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 931 time: 0.2970705 Apr 12 17:49:26.033726 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c01cab41-59c4-4a4b-87cc-0afc4a905208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (c66b30d9-d03a-484f-bc77-6d7a84c1cf7b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.046280 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c01cab41-59c4-4a4b-87cc-0afc4a905208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.058405 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c01cab41-59c4-4a4b-87cc-0afc4a905208 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c66b30d9-d03a-484f-bc77-6d7a84c1cf7b HTTP/1.1" status: 204 len: 168 time: 0.8918557 Apr 12 17:49:26.136969 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cab41-59c4-4a4b-87cc-0afc4a905208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b30d9-d03a-484f-bc77-6d7a84c1cf7b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:26.139809 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for port (7747c121-b10c-4691-b677-4be35c7a2173), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.229960 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:26.240811 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87886664-4372-49a2-a4fe-b4cd0334a47b req-bf0f0aca-57e5-4bb7-8140-4d51be8928be tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543118 Apr 12 17:49:26.337261 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (7747c121-b10c-4691-b677-4be35c7a2173), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.468360 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410058c6-b540-4653-ae60-1329c7feb79d None None] Pushing event updated for resources: {'Port': ['ID=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:26.510941 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'Port': ['ID=7747c121-b10c-4691-b677-4be35c7a2173,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:26.537723 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-898e1daf-35da-4ff8-a73f-0b25cec6e60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.707389 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (96f0d30f-01d3-4350-bad0-fbaec79eac69), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.778052 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0fd25-f491-40e0-b5cc-47de748022b2 None None] Current status of the port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:26.778693 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fd25-f491-40e0-b5cc-47de748022b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.811191 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41c27052-4f16-4522-9672-fbc73d8ab71b req-70b84499-acb0-4a62-930b-876b0f93baac tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.1088104 Apr 12 17:49:26.828280 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.830261 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ca59a359-c014-4a7c-99cf-05da002f951c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1880503 Apr 12 17:49:26.877428 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2cb0fd25-f491-40e0-b5cc-47de748022b2 None None] For port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:26.882726 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:25Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:26.885125 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fd25-f491-40e0-b5cc-47de748022b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:26.918751 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7406bb-7d24-4d75-a488-f522abf43748 None None] The sync data for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi is: [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:25Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:49:26.984268 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcd7915-b402-4ed7-ab8f-ae8555167422 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:49:27.000281 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0fd25-f491-40e0-b5cc-47de748022b2 None None] Pushing event updated for resources: {'Port': ['ID=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:27.009202 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Publish callbacks [] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:27.014605 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a80965b5-1c6f-454a-ba63-2451b383b098 None None] Provisioning complete for port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:27.015076 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a80965b5-1c6f-454a-ba63-2451b383b098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:27.050487 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Transition to ACTIVE for port object 8dcd7915-b402-4ed7-ab8f-ae8555167422 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:49:27.056600 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:27.175216 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a80965b5-1c6f-454a-ba63-2451b383b098 None None] Current status of the port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:27.208870 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd7915-b402-4ed7-ab8f-ae8555167422,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:27.319207 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-304b2452-3cf0-4b37-b9c8-312eb38fa41f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--876877058&fields=id&tenant_id=d35337bc8db84ed8a69a9fed285f7c70 HTTP/1.1" status: 200 len: 267 time: 0.0671175 Apr 12 17:49:27.353745 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Attempting to bind port 8dcd7915-b402-4ed7-ab8f-ae8555167422 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:27.354197 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Attempting to bind port 8dcd7915-b402-4ed7-ab8f-ae8555167422 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:27.354556 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Attempting to bind port 8dcd7915-b402-4ed7-ab8f-ae8555167422 on network 8034805b-7fd4-4d00-879a-2e03267598f2 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:27.359435 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Port 8dcd7915-b402-4ed7-ab8f-ae8555167422 on network 8034805b-7fd4-4d00-879a-2e03267598f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:49:27.359754 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Attempting to bind port 8dcd7915-b402-4ed7-ab8f-ae8555167422 on network 8034805b-7fd4-4d00-879a-2e03267598f2 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:27.373416 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:27.373865 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Checking segment: {'id': 'a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:27.375916 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Bound using segment: {'id': 'a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:27.376868 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Bound port: 8dcd7915-b402-4ed7-ab8f-ae8555167422, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:27.376868 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:27.482858 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-c8662e9e-40bc-4c1b-a910-dac64bd106d0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:27.490398 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-c8662e9e-40bc-4c1b-a910-dac64bd106d0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 810 time: 0.1621692 Apr 12 17:49:27.492406 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] For port 8dcd7915-b402-4ed7-ab8f-ae8555167422, host hv-cinder-83753, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:27.497544 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] For port 8dcd7915-b402-4ed7-ab8f-ae8555167422, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422,segment=NetworkSegment(a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca),segment_id=a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:27.507915 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:27.509069 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-143885cb-db7f-47ae-939f-0bc38d6db745 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/quotas/d35337bc8db84ed8a69a9fed285f7c70 HTTP/1.1" status: 200 len: 375 time: 0.0173340 Apr 12 17:49:27.572443 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:27.573252 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:27.575237 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] 10.222.0.18 "PUT /v2.0/ports/8dcd7915-b402-4ed7-ab8f-ae8555167422 HTTP/1.1" status: 200 len: 1093 time: 2.9832733 Apr 12 17:49:27.575680 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'tag': '8dcd7915-b402-4ed7-ab8f-ae8555167422'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:27.594281 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-323076a3-e184-4b03-9a5a-6d212325566b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840793 Apr 12 17:49:27.613422 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162cc56-af2d-4bc0-9ed9-1461454c3281 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd7915-b402-4ed7-ab8f-ae8555167422,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:27.749682 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-de2ac9e9-b695-4910-8303-8b84aa814147 service neutron] 10.222.0.45 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339338 Apr 12 17:49:27.849848 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d936b6-7e23-4a97-b3b6-c12b04f49365" -d '{"events": [{"name": "network-changed", "server_uuid": "7f24c0dd-960c-4c82-bec8-d74c1f5efdfb", "tag": "8dcd7915-b402-4ed7-ab8f-ae8555167422"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:27.943786 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-95748c1f-3651-4ce2-b23e-ff6c6f92881f service neutron] 10.222.0.45 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800573 Apr 12 17:49:28.329888 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:28.346662 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fb004-422b-437e-a171-70e3b1b4221e req-fc314837-2bca-4c67-9583-90a0c8208457 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:28.359800 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b4fb004-422b-437e-a171-70e3b1b4221e req-fc314837-2bca-4c67-9583-90a0c8208457 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.1698668 Apr 12 17:49:28.398198 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:28.398826 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:28.439441 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8a737b9-6d4d-4f01-a227-e6159a1ed536 req-1798420b-6f1d-42f3-997e-3eb92eec2eda tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0735059 Apr 12 17:49:28.478822 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b4fb004-422b-437e-a171-70e3b1b4221e req-da623f36-bcc6-4a05-8e15-d7eb0a90b82a tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141675 Apr 12 17:49:28.556471 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-10dad8ed-1f53-4862-b3e6-077a633322bd req-5f131c2c-2896-42bf-a030-366b4eb5ed22 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0393810 Apr 12 17:49:28.616432 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a381a201-9b15-4db6-9d27-82c68d2cdf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:28.617960 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:28.814123 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c1f0c8-c719-42ee-b050-0b394383d9d3 x-openstack-request-id: req-e2c1f0c8-c719-42ee-b050-0b394383d9d3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:28.814123 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f24c0dd-960c-4c82-bec8-d74c1f5efdfb", "tag": "8dcd7915-b402-4ed7-ab8f-ae8555167422", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:28.814123 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2c1f0c8-c719-42ee-b050-0b394383d9d3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:28.814123 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c1f0c8-c719-42ee-b050-0b394383d9d3'] response: {'name': 'network-changed', 'server_uuid': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'tag': '8dcd7915-b402-4ed7-ab8f-ae8555167422', 'status': 'completed', 'code': 200} Apr 12 17:49:29.634919 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-359dd2fe-c58f-4429-ab30-dc631db4d9a4 req-39391f64-aa98-4f17-b380-f7eed5e10ee7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0551772 Apr 12 17:49:29.731116 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f1663-ce93-4d36-a492-719670a631dc req-8ff764ee-09d2-40f9-9427-7f3949631de6 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:29.733535 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee9f1663-ce93-4d36-a492-719670a631dc req-8ff764ee-09d2-40f9-9427-7f3949631de6 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.1135628 Apr 12 17:49:29.780135 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfaa0bb0-1170-451c-bf93-5e14f9099ac9 req-a7427312-46b1-471f-ad49-309ba572f8c5 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0453818 Apr 12 17:49:29.842378 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee9f1663-ce93-4d36-a492-719670a631dc req-00ee94b8-6d66-45c9-891a-0e40d4e93582 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950217 Apr 12 17:49:30.087290 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.215025 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53536) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:30.331166 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f13da494-7216-45c6-9c2f-001eebdc5aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.425185 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f13da494-7216-45c6-9c2f-001eebdc5aa1 admin admin] Publish callbacks [] for security_group (4d59d214-fd9e-4d8a-8e32-043899c55966), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.430538 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f13da494-7216-45c6-9c2f-001eebdc5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4d59d214-fd9e-4d8a-8e32-043899c55966), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.468010 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f13da494-7216-45c6-9c2f-001eebdc5aa1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4681a1edbcf44775a0f114eb49905fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515738 Apr 12 17:49:30.468778 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13da494-7216-45c6-9c2f-001eebdc5aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d59d214-fd9e-4d8a-8e32-043899c55966,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:30.470915 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53542) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:30.529405 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-084b2790-831a-4ef3-9dde-fee2630ab970 admin admin] Publish callbacks [] for security_group (4d59d214-fd9e-4d8a-8e32-043899c55966), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.552779 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-084b2790-831a-4ef3-9dde-fee2630ab970 admin admin] Publish callbacks [] for security_group (4d59d214-fd9e-4d8a-8e32-043899c55966), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.614038 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-084b2790-831a-4ef3-9dde-fee2630ab970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4d59d214-fd9e-4d8a-8e32-043899c55966), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.616745 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-084b2790-831a-4ef3-9dde-fee2630ab970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:30.621417 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-084b2790-831a-4ef3-9dde-fee2630ab970 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d59d214-fd9e-4d8a-8e32-043899c55966 HTTP/1.1" status: 204 len: 168 time: 0.1492970 Apr 12 17:49:30.630500 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b2790-831a-4ef3-9dde-fee2630ab970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d59d214-fd9e-4d8a-8e32-043899c55966,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:30.793198 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3e0f88a1-7d8a-4257-a7da-fb62bb70c1df req-408f4501-20ad-42b3-b6e2-d4969082e873 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0568397 Apr 12 17:49:30.898290 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db25989c-49aa-40ff-8347-dbf59d2ce63d req-7902ab96-9f60-4f93-b707-1f8c21cc7b9c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0309362 Apr 12 17:49:31.035082 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53570) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:31.037854 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39902c04-cefb-4f7c-9cdd-1e033bc8fcb3 req-bd7f0aef-278a-423f-a397-66da5a5bbc4e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:31.039790 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39902c04-cefb-4f7c-9cdd-1e033bc8fcb3 req-bd7f0aef-278a-423f-a397-66da5a5bbc4e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.0767052 Apr 12 17:49:31.061245 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52f65f40-924b-459c-8333-f0ae06612e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.123749 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39902c04-cefb-4f7c-9cdd-1e033bc8fcb3 req-869ff30c-0517-4b50-9e82-a43f7f996040 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714772 Apr 12 17:49:31.147798 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52f65f40-924b-459c-8333-f0ae06612e0c admin admin] Publish callbacks [] for security_group (811f9d66-eca0-4bc5-8d80-a06a05564b57), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.152737 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52f65f40-924b-459c-8333-f0ae06612e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (811f9d66-eca0-4bc5-8d80-a06a05564b57), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.197401 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-52f65f40-924b-459c-8333-f0ae06612e0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f743ecb0c1d94aae9f017a5ee5333f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607454 Apr 12 17:49:31.198966 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f65f40-924b-459c-8333-f0ae06612e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811f9d66-eca0-4bc5-8d80-a06a05564b57,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:31.200791 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53572) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:31.258281 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a61ffd04-06e0-4f1a-984c-78afe95b9354 admin admin] Publish callbacks [] for security_group (811f9d66-eca0-4bc5-8d80-a06a05564b57), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.287384 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a61ffd04-06e0-4f1a-984c-78afe95b9354 admin admin] Publish callbacks [] for security_group (811f9d66-eca0-4bc5-8d80-a06a05564b57), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.341684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a61ffd04-06e0-4f1a-984c-78afe95b9354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (811f9d66-eca0-4bc5-8d80-a06a05564b57), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.344482 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a61ffd04-06e0-4f1a-984c-78afe95b9354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.345984 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a61ffd04-06e0-4f1a-984c-78afe95b9354 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/811f9d66-eca0-4bc5-8d80-a06a05564b57 HTTP/1.1" status: 204 len: 168 time: 0.1437995 Apr 12 17:49:31.349334 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.355958 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ffd04-06e0-4f1a-984c-78afe95b9354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f9d66-eca0-4bc5-8d80-a06a05564b57,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:31.910227 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7c17b5c6-2818-4ded-b424-d863cec423a6 req-ab0f30cc-5566-424b-b696-02fd094c837d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Apr 12 17:49:32.011916 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cf0b59f5-85c9-4633-b5fc-c9c83a350800 req-b77dac81-94f5-4792-a165-aeaf7dd20299 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0349004 Apr 12 17:49:32.249033 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fd938-42c2-44d4-a4f9-de2bef86e463 req-5c12a990-4e9b-4f7f-912b-9dfadb00fdc0 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:32.256286 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a38fd938-42c2-44d4-a4f9-de2bef86e463 req-5c12a990-4e9b-4f7f-912b-9dfadb00fdc0 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.0612741 Apr 12 17:49:32.304047 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a38fd938-42c2-44d4-a4f9-de2bef86e463 req-8a42637a-090c-4c76-9def-65dc9fcafec7 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Apr 12 17:49:32.719747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:33.059294 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aaaba218-2b03-48f4-abe5-81a0017c7cb9 req-1d0ea88d-6fba-4e7f-b677-96723d307a71 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0532801 Apr 12 17:49:33.159242 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94695565-8d06-4446-a32d-daf846a9fedf req-ec61115f-daea-48ca-99e9-fdeee612ee2e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0555158 Apr 12 17:49:33.537366 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860b1d9-2b1e-4aa5-994e-2163caf450aa req-a9d9b318-8ddd-4389-ae81-876af559e353 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:33.547708 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b860b1d9-2b1e-4aa5-994e-2163caf450aa req-a9d9b318-8ddd-4389-ae81-876af559e353 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.1241500 Apr 12 17:49:33.640627 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b860b1d9-2b1e-4aa5-994e-2163caf450aa req-8a5cd37b-7d9e-4110-9989-a2db4ebf237f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917640 Apr 12 17:49:34.177081 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14c534ac-d0b6-4686-8821-e8f802309fed req-9478ca63-f829-425f-bfd2-b18c109fa538 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0307405 Apr 12 17:49:34.281159 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e03c33a5-59f4-4a5c-861a-f5bf83284c32 req-01f8a37e-50f6-4711-b706-d61e254267ca tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0308113 Apr 12 17:49:34.777603 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628307c-2541-4f55-a7a7-250cb5ef776b req-923d7163-7e69-47be-8d05-0d839781e7fb tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:34.780538 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8628307c-2541-4f55-a7a7-250cb5ef776b req-923d7163-7e69-47be-8d05-0d839781e7fb tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.0613976 Apr 12 17:49:34.825461 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8628307c-2541-4f55-a7a7-250cb5ef776b req-cf3da6b0-efbe-497d-a47b-7514272d24cb tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Apr 12 17:49:35.251001 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:35.288291 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53ab6365-0d8f-43e2-acbf-7d5386cab3f9 req-68018e8a-ef55-4768-a3a7-bbb302a87522 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0274124 Apr 12 17:49:35.380398 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2fb2b5a-850a-490d-89fe-2298e5a24317 req-c7a32339-9ee8-4e62-93d1-4f3bef92fe30 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0278044 Apr 12 17:49:35.966118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5230c-2714-438b-a70f-b86c02711d1e req-f0906b3a-c372-44aa-a06a-3b777a92039f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:35.967575 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0e5230c-2714-438b-a70f-b86c02711d1e req-f0906b3a-c372-44aa-a06a-3b777a92039f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.0682178 Apr 12 17:49:36.027672 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0e5230c-2714-438b-a70f-b86c02711d1e req-38425003-8e26-4801-84f5-fe0ba9f2b70e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541477 Apr 12 17:49:36.393270 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a27f-7713-4707-bc33-70704d048369 req-167eb62c-3f00-48f0-b065-312e2a4f9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:36.393941 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c720295-8295-4618-b4a4-96d2ce9e1d69 req-1a214cea-ac13-410b-8aa6-0daa5592db8c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0283525 Apr 12 17:49:36.394729 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-167eb62c-3f00-48f0-b065-312e2a4f9ccf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3731443dbd4490e89fc90200428e1d8&device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 1127 time: 0.0791967 Apr 12 17:49:36.482589 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5c4ea1f7-6998-4065-a07d-734bb21bcd00 req-e38b1b0c-5785-4b63-9018-356b70b8bf29 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0289528 Apr 12 17:49:36.706091 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-88aaa3f6-f0f3-408d-bbd1-0f4a206c5c49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422 HTTP/1.1" status: 200 len: 217 time: 0.0910599 Apr 12 17:49:36.708131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.18', 58432) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:36.797022 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a27f-7713-4707-bc33-70704d048369 req-fc05ed3c-cdfe-4dde-98b4-72fd0b869553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:36.798540 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-fc05ed3c-cdfe-4dde-98b4-72fd0b869553 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3520db0f-5d3f-432b-a55b-51954fbe8ce9 HTTP/1.1" status: 200 len: 852 time: 0.0784047 Apr 12 17:49:37.002464 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-c8b012e5-31f2-45e0-8bdc-6f6aaaab83e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:37.004009 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-c8b012e5-31f2-45e0-8bdc-6f6aaaab83e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.2915182 Apr 12 17:49:37.048173 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-9fe79462-9b7e-46ab-8a5a-6301bffe8807 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8034805b-7fd4-4d00-879a-2e03267598f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2375536 Apr 12 17:49:37.180247 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-d5f735ca-42fc-4cba-b9bd-8cbf97efa3be tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 379 time: 0.1454010 Apr 12 17:49:37.187549 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.18', 58435) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:37.196117 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3a4f5-1565-4c46-9829-5e71d967e741 req-4576f106-bda8-4401-9dc6-dd4168d776fa tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:37.197643 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aed3a4f5-1565-4c46-9829-5e71d967e741 req-4576f106-bda8-4401-9dc6-dd4168d776fa tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.0608566 Apr 12 17:49:37.203571 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'port': {'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'admin_state_up': True, 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'security_groups': ['a393ce2b-3a65-4510-95ed-7db51a75dbc5']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:37.225048 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-891209b0-0018-4917-b7ca-3cb0f1be5373 service neutron] 10.222.0.18 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640413 Apr 12 17:49:37.334602 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3829a27f-7713-4707-bc33-70704d048369 req-ffc1074f-c657-4e18-be19-0693a8f7299b service neutron] 10.222.0.18 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019585 Apr 12 17:49:37.390245 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:37.407152 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aed3a4f5-1565-4c46-9829-5e71d967e741 req-6ccccb4f-d999-4440-b55c-a5c30bb3563f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872990 Apr 12 17:49:37.441794 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-46eeb713-17b4-41dc-b0db-82ee4f8244d6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:37.443274 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-46eeb713-17b4-41dc-b0db-82ee4f8244d6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 810 time: 0.2435629 Apr 12 17:49:37.466978 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Made reservation on behalf of 08872d0e888749f580d8ad67256c5717 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:37.471323 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.526222 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d17492a-5b01-4cb8-9405-23a1c0935cb2 req-bbe33e2c-df30-43a9-86e9-91066edaf29e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0521111 Apr 12 17:49:37.538002 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafc7-9b2e-438d-8014-a6549c8894c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.641828 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-93e4bf91-3205-4477-9ab6-12d0868c57ff req-6d8c981d-ab8b-4866-95ec-c652e7a09310 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0460558 Apr 12 17:49:37.651946 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafc7-9b2e-438d-8014-a6549c8894c9 admin admin] Publish callbacks [] for security_group (20f3100d-9585-4c24-b472-2ad3cceffbf3), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.667907 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafc7-9b2e-438d-8014-a6549c8894c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (20f3100d-9585-4c24-b472-2ad3cceffbf3), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.730416 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-eb2eafc7-9b2e-438d-8014-a6549c8894c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=250d35c5ee3c4f97bc5401acc5fece04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387387 Apr 12 17:49:37.734305 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53812) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:37.748311 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eafc7-9b2e-438d-8014-a6549c8894c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f3100d-9585-4c24-b472-2ad3cceffbf3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:37.812648 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.20.0.7 (6c894a84-427f-4c4d-9056-360cdd2d00e7/c91c28b1-318e-4cbc-970b-519aededf6c4/71e22722-f4c9-4ccf-aab9-044398418168) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:37.824050 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-226f610a-dbcd-4fed-963f-128025537382 admin admin] Publish callbacks [] for security_group (20f3100d-9585-4c24-b472-2ad3cceffbf3), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.853214 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-226f610a-dbcd-4fed-963f-128025537382 admin admin] Publish callbacks [] for security_group (20f3100d-9585-4c24-b472-2ad3cceffbf3), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.916593 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-226f610a-dbcd-4fed-963f-128025537382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (20f3100d-9585-4c24-b472-2ad3cceffbf3), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.920476 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-226f610a-dbcd-4fed-963f-128025537382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:37.921875 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-226f610a-dbcd-4fed-963f-128025537382 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20f3100d-9585-4c24-b472-2ad3cceffbf3 HTTP/1.1" status: 204 len: 168 time: 0.1865039 Apr 12 17:49:37.930324 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f610a-dbcd-4fed-963f-128025537382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f3100d-9585-4c24-b472-2ad3cceffbf3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:38.059975 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (71e22722-f4c9-4ccf-aab9-044398418168), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.110252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (71e22722-f4c9-4ccf-aab9-044398418168), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.119294 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53834) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:38.151263 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:38.171034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:38.196920 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:38.297171 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=71e22722-f4c9-4ccf-aab9-044398418168,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:38.309409 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f26a-d242-47d0-92b3-6e4270e5712d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.317950 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:38.318749 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.344863 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-61bdfdef-fa1b-4fe9-b662-4bca237b497b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1461132 Apr 12 17:49:38.417841 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f26a-d242-47d0-92b3-6e4270e5712d admin admin] Publish callbacks [] for security_group (29287c85-76d9-4718-b3f7-8b6cd9335de3), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.423668 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f26a-d242-47d0-92b3-6e4270e5712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (29287c85-76d9-4718-b3f7-8b6cd9335de3), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.474401 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1ba3f26a-d242-47d0-92b3-6e4270e5712d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79b3a4ddab874c0da8e64c03f7a80c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514559 Apr 12 17:49:38.474401 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3f26a-d242-47d0-92b3-6e4270e5712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29287c85-76d9-4718-b3f7-8b6cd9335de3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:38.474556 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53850) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:38.583736 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3fc0b35d-9275-4bbc-882e-0782fa775602 None None] Provisioning complete for port 71e22722-f4c9-4ccf-aab9-044398418168 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:38.584257 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b35d-9275-4bbc-882e-0782fa775602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (71e22722-f4c9-4ccf-aab9-044398418168), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.587525 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e912b7-dec1-4b7d-97ce-d5e1edaa7c15 req-84a8a63a-b390-4170-8ac8-d21520110b8c tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:38.599241 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3e912b7-dec1-4b7d-97ce-d5e1edaa7c15 req-84a8a63a-b390-4170-8ac8-d21520110b8c tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 943 time: 0.1041560 Apr 12 17:49:38.624419 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-4ea8ec2f-cb1e-4e1d-a219-fa1e5ebf0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:38.627596 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-4ea8ec2f-cb1e-4e1d-a219-fa1e5ebf0c9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3731443dbd4490e89fc90200428e1d8&device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 1127 time: 0.0716414 Apr 12 17:49:38.649349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Request body: {'port': {'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:38.660894 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0b35d-9275-4bbc-882e-0782fa775602 None None] Port 71e22722-f4c9-4ccf-aab9-044398418168 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:49:38.845872 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-c89f9053-0338-41ae-aa91-e4cba0d6b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:38.847417 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-c89f9053-0338-41ae-aa91-e4cba0d6b63e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8034805b-7fd4-4d00-879a-2e03267598f2 HTTP/1.1" status: 200 len: 913 time: 0.2125325 Apr 12 17:49:38.872384 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3e912b7-dec1-4b7d-97ce-d5e1edaa7c15 req-d65beb8e-712d-4c2b-ac5e-57808eef2c95 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722459 Apr 12 17:49:38.888941 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac66f8-3d84-4202-96f3-20d60ce9f6c2 req-08edc006-9ab7-4dd2-8db6-072955129370 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:38.891758 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a3ac66f8-3d84-4202-96f3-20d60ce9f6c2 req-08edc006-9ab7-4dd2-8db6-072955129370 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 931 time: 0.2204723 Apr 12 17:49:38.912034 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-f366f705-e9df-43c2-ad6c-13673797ccc7 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d35337bc8db84ed8a69a9fed285f7c70 HTTP/1.1" status: 200 len: 379 time: 0.3059280 Apr 12 17:49:38.920066 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-47c1c100-71bc-40c9-910b-27cb7df25cba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422 HTTP/1.1" status: 200 len: 217 time: 0.0641334 Apr 12 17:49:38.920215 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (71e22722-f4c9-4ccf-aab9-044398418168), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.922808 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3a82483d-24d7-46b3-9a74-bc9b6be1b98a admin admin] Publish callbacks [] for security_group (29287c85-76d9-4718-b3f7-8b6cd9335de3), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:38.952731 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'port': {'device_id': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'admin_state_up': True, 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'security_groups': ['33fc5519-ee2e-48f2-811b-764b1fa81631']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:39.000870 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-58538935-9dd7-4272-877b-7466e8896d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:39.002686 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-58538935-9dd7-4272-877b-7466e8896d63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3520db0f-5d3f-432b-a55b-51954fbe8ce9 HTTP/1.1" status: 200 len: 852 time: 0.0769329 Apr 12 17:49:39.046403 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-fc11f195-e9c0-4f96-965d-2ab499e5ab37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8034805b-7fd4-4d00-879a-2e03267598f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360327 Apr 12 17:49:39.156068 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-eb5e4b2c-8c20-456b-990b-0811e370da15 service neutron] 10.222.0.18 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003621 Apr 12 17:49:39.202504 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3a82483d-24d7-46b3-9a74-bc9b6be1b98a admin admin] Publish callbacks [] for security_group (29287c85-76d9-4718-b3f7-8b6cd9335de3), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.206107 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-efc95c9d-c1db-46a7-bc84-55b1d42f8b32 req-d0d35a9b-a89e-4ad7-b01a-98a231e24cef tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.2149494 Apr 12 17:49:39.267698 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 8dcd7915-b402-4ed7-ab8f-ae8555167422 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:49:39.314897 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a3ac66f8-3d84-4202-96f3-20d60ce9f6c2 req-5213eda2-9c55-42ca-8e0b-6c74bf9c6044 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151392 Apr 12 17:49:39.350772 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d936b6-7e23-4a97-b3b6-c12b04f49365 req-74661927-9b21-4c1b-898d-859de2fb39c4 service neutron] 10.222.0.18 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873162 Apr 12 17:49:39.438269 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3a82483d-24d7-46b3-9a74-bc9b6be1b98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (29287c85-76d9-4718-b3f7-8b6cd9335de3), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.441035 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3a82483d-24d7-46b3-9a74-bc9b6be1b98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.442156 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3a82483d-24d7-46b3-9a74-bc9b6be1b98a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29287c85-76d9-4718-b3f7-8b6cd9335de3 HTTP/1.1" status: 204 len: 168 time: 0.9645743 Apr 12 17:49:39.458800 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Made reservation on behalf of d35337bc8db84ed8a69a9fed285f7c70 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:49:39.462816 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.470670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82483d-24d7-46b3-9a74-bc9b6be1b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29287c85-76d9-4718-b3f7-8b6cd9335de3,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:39.577954 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 8dcd7915-b402-4ed7-ab8f-ae8555167422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422,segment=NetworkSegment(a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca),segment_id=a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:39.597312 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '8dcd7915-b402-4ed7-ab8f-ae8555167422', 'network_id': '8034805b-7fd4-4d00-879a-2e03267598f2', 'port_id': '8dcd7915-b402-4ed7-ab8f-ae8555167422', 'mac_address': 'fa:16:3e:4f:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3520db0f-5d3f-432b-a55b-51954fbe8ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:49:39.661476 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 8dcd7915-b402-4ed7-ab8f-ae8555167422 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:39.662477 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.681818 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcd7915-b402-4ed7-ab8f-ae8555167422 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:49:39.721251 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 8dcd7915-b402-4ed7-ab8f-ae8555167422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422,segment=NetworkSegment(a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca),segment_id=a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:39.727909 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.786309 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=8dcd7915-b402-4ed7-ab8f-ae8555167422,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:39.834100 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e22722-f4c9-4ccf-aab9-044398418168 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:49:39.847518 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Publish callbacks [] for port (71e22722-f4c9-4ccf-aab9-044398418168), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.892917 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Allocated IP 172.20.0.10 (64e03d19-9f76-495a-a91e-7e7b477a59ee/611ee7f8-083b-4837-bbcd-34b10f461585/47784e30-5030-4738-b6e8-6082db43bd25) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:39.951203 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Transition to ACTIVE for port object 71e22722-f4c9-4ccf-aab9-044398418168 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:49:39.966918 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (71e22722-f4c9-4ccf-aab9-044398418168), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:39.994031 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['8dcd7915-b402-4ed7-ab8f-ae8555167422'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:49:40.165628 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d25d84-49c3-46b4-84d2-9118b01e4e58 req-c56e45ff-d1a5-41d9-9ffc-ad3d588abf0f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:40.168137 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-97d25d84-49c3-46b4-84d2-9118b01e4e58 req-c56e45ff-d1a5-41d9-9ffc-ad3d588abf0f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 944 time: 0.1113644 Apr 12 17:49:40.176195 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:40.206893 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53960) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:40.235099 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c02052c0-c909-4917-a6ad-d87dcd02268f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.296486 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Pushing event updated for resources: {'Port': ['ID=71e22722-f4c9-4ccf-aab9-044398418168,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:40.470026 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c02052c0-c909-4917-a6ad-d87dcd02268f admin admin] Publish callbacks [] for security_group (d42a1e02-5c90-4515-97ad-014519287fd7), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.478304 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c02052c0-c909-4917-a6ad-d87dcd02268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d42a1e02-5c90-4515-97ad-014519287fd7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.523755 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fbdcb1a2-4e6e-493e-8d3a-d7f1c49d33bc req-2dd31053-65e1-4193-821b-80c24bd522a9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.1109390 Apr 12 17:49:40.603165 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for port (47784e30-5030-4738-b6e8-6082db43bd25), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.625336 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-97d25d84-49c3-46b4-84d2-9118b01e4e58 req-34f6f85e-39ae-4042-aaba-0cf9d8ee4cd7 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640497 Apr 12 17:49:40.655983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 53980) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:40.656853 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Attempting to bind port 71e22722-f4c9-4ccf-aab9-044398418168 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:40.657081 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c02052c0-c909-4917-a6ad-d87dcd02268f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c8f0ac9f71a4c23a4e56cd644fa2ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791427 Apr 12 17:49:40.657211 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Attempting to bind port 71e22722-f4c9-4ccf-aab9-044398418168 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:40.657623 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Attempting to bind port 71e22722-f4c9-4ccf-aab9-044398418168 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:40.660783 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02052c0-c909-4917-a6ad-d87dcd02268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a1e02-5c90-4515-97ad-014519287fd7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:40.679718 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acca2079-e516-49a7-9344-c3bc78d05a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.699884 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Port 71e22722-f4c9-4ccf-aab9-044398418168 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:49:40.700206 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Attempting to bind port 71e22722-f4c9-4ccf-aab9-044398418168 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:40.776770 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:40.777485 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Checking segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:40.777882 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Bound using segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:40.778346 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Bound port: 71e22722-f4c9-4ccf-aab9-044398418168, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:40.778728 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (71e22722-f4c9-4ccf-aab9-044398418168), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.821276 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (47784e30-5030-4738-b6e8-6082db43bd25), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.833533 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958e466-3240-49fe-8d94-fff06b61eaf9 req-bbe42a18-5e17-40da-8c53-c4e75a4cd623 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:40.835352 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5958e466-3240-49fe-8d94-fff06b61eaf9 req-bbe42a18-5e17-40da-8c53-c4e75a4cd623 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 943 time: 0.1367848 Apr 12 17:49:40.854236 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acca2079-e516-49a7-9344-c3bc78d05a44 admin admin] Publish callbacks [] for security_group (85c35592-8bef-4d88-9e46-128e9c9e980c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.861682 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acca2079-e516-49a7-9344-c3bc78d05a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (85c35592-8bef-4d88-9e46-128e9c9e980c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.919223 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f1c595e0-d48b-494e-b345-e508fb51352b admin admin] Publish callbacks [] for security_group (d42a1e02-5c90-4515-97ad-014519287fd7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:40.940337 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-acca2079-e516-49a7-9344-c3bc78d05a44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42c4da4111dc4f678c81433c2cabdf28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315345 Apr 12 17:49:40.942161 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:40.943317 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca2079-e516-49a7-9344-c3bc78d05a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c35592-8bef-4d88-9e46-128e9c9e980c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:40.946587 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 53996) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:40.985020 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:40.989557 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:41.089532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f1c595e0-d48b-494e-b345-e508fb51352b admin admin] Publish callbacks [] for security_group (d42a1e02-5c90-4515-97ad-014519287fd7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.104297 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8458-0828-4f94-8186-e0ac0bed3415 admin admin] Publish callbacks [] for security_group (85c35592-8bef-4d88-9e46-128e9c9e980c), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.116076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'Port': ['ID=47784e30-5030-4738-b6e8-6082db43bd25,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:41.144516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8458-0828-4f94-8186-e0ac0bed3415 admin admin] Publish callbacks [] for security_group (85c35592-8bef-4d88-9e46-128e9c9e980c), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.175217 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] For port 71e22722-f4c9-4ccf-aab9-044398418168, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:41.219230 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8458-0828-4f94-8186-e0ac0bed3415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (85c35592-8bef-4d88-9e46-128e9c9e980c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.222465 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8458-0828-4f94-8186-e0ac0bed3415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.224204 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ee8f8458-0828-4f94-8186-e0ac0bed3415 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85c35592-8bef-4d88-9e46-128e9c9e980c HTTP/1.1" status: 204 len: 168 time: 0.2763553 Apr 12 17:49:41.234492 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f8458-0828-4f94-8186-e0ac0bed3415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c35592-8bef-4d88-9e46-128e9c9e980c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:41.268521 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 8dcd7915-b402-4ed7-ab8f-ae8555167422 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:41.269315 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5958e466-3240-49fe-8d94-fff06b61eaf9 req-50ad368c-9372-4ddd-a4b1-6107adc11ec3 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4127109 Apr 12 17:49:41.273495 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] For port 71e22722-f4c9-4ccf-aab9-044398418168, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=71e22722-f4c9-4ccf-aab9-044398418168,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:41.285929 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:41.286602 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.310557 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (71e22722-f4c9-4ccf-aab9-044398418168), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.363830 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-7680edc1-f152-4167-b003-17be96587cd0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4276049 Apr 12 17:49:41.369932 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:41.370773 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.372958 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/71e22722-f4c9-4ccf-aab9-044398418168 HTTP/1.1" status: 200 len: 1093 time: 2.7679181 Apr 12 17:49:41.373932 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:41.383932 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Request body: {'port': {'device_id': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:41.424762 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 8dcd7915-b402-4ed7-ab8f-ae8555167422 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:49:41.435434 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 8dcd7915-b402-4ed7-ab8f-ae8555167422 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:41.437202 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.499803 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-c8a0460a-edef-4b57-a819-3ac4de6c7792 None None] Provisioning complete for port 47784e30-5030-4738-b6e8-6082db43bd25 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:41.500221 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8a0460a-edef-4b57-a819-3ac4de6c7792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (47784e30-5030-4738-b6e8-6082db43bd25), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.535218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f1c595e0-d48b-494e-b345-e508fb51352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d42a1e02-5c90-4515-97ad-014519287fd7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.542140 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f1c595e0-d48b-494e-b345-e508fb51352b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.545199 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f1c595e0-d48b-494e-b345-e508fb51352b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d42a1e02-5c90-4515-97ad-014519287fd7 HTTP/1.1" status: 204 len: 168 time: 0.8842208 Apr 12 17:49:41.635442 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0460a-edef-4b57-a819-3ac4de6c7792 None None] Port 47784e30-5030-4738-b6e8-6082db43bd25 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:49:41.672659 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 8dcd7915-b402-4ed7-ab8f-ae8555167422 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:41.673593 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.674491 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158eb9d-abc7-45f9-98ac-4459ec8647e2 service neutron] Pushing event updated for resources: {'Port': ['ID=71e22722-f4c9-4ccf-aab9-044398418168,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:41.696452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160c3703-b583-4f32-ba88-a29307e478b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "tag": "71e22722-f4c9-4ccf-aab9-044398418168"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:41.735944 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c595e0-d48b-494e-b345-e508fb51352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a1e02-5c90-4515-97ad-014519287fd7,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:41.779480 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54038) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:41.784957 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcd7915-b402-4ed7-ab8f-ae8555167422'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:41.785295 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-402e81f0-3f55-493a-9e94-2b0819db0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:41.787504 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-402e81f0-3f55-493a-9e94-2b0819db0d3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 1127 time: 0.3461425 Apr 12 17:49:41.808027 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10c27cc6-0939-4e82-99dd-0c434e83a907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.919619 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-07ca77a8-9918-4f64-ac65-68478f19c4e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71e22722-f4c9-4ccf-aab9-044398418168 HTTP/1.1" status: 200 len: 217 time: 0.1200604 Apr 12 17:49:41.920264 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (47784e30-5030-4738-b6e8-6082db43bd25), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.929974 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10c27cc6-0939-4e82-99dd-0c434e83a907 admin admin] Publish callbacks [] for security_group (af95e7da-5215-473f-a206-f1e4013332b4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.930501 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4bfce-d48f-46e9-a794-fcfe41d85310 req-21865948-6dca-463b-8ede-6d9fc1f2f4e0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:41.932125 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ba4bfce-d48f-46e9-a794-fcfe41d85310 req-21865948-6dca-463b-8ede-6d9fc1f2f4e0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 932 time: 0.2731822 Apr 12 17:49:41.942401 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-10c27cc6-0939-4e82-99dd-0c434e83a907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (af95e7da-5215-473f-a206-f1e4013332b4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:41.977944 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 8dcd7915-b402-4ed7-ab8f-ae8555167422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422,segment=NetworkSegment(a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca),segment_id=a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:41.989992 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:42.003017 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-10c27cc6-0939-4e82-99dd-0c434e83a907 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d746ea0594b40f9af4b7862ac4b9ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220156 Apr 12 17:49:42.003895 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54044) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:42.020418 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43c96-951f-4515-b2d3-520127660d4d req-86eaa18f-0f65-4628-a1da-e2f4cfa79b88 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:42.022104 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-25c43c96-951f-4515-b2d3-520127660d4d req-86eaa18f-0f65-4628-a1da-e2f4cfa79b88 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 944 time: 0.2294769 Apr 12 17:49:42.029036 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c27cc6-0939-4e82-99dd-0c434e83a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af95e7da-5215-473f-a206-f1e4013332b4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:42.116129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-ec8e91fc-2a13-4dcc-9f5f-c634d470a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:42.117690 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-ec8e91fc-2a13-4dcc-9f5f-c634d470a503 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.1846240 Apr 12 17:49:42.135159 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ba4bfce-d48f-46e9-a794-fcfe41d85310 req-85b31595-7abf-4c9d-aa18-c34ae99e8f4a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766925 Apr 12 17:49:42.147557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=8dcd7915-b402-4ed7-ab8f-ae8555167422,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:42.196216 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e97b79c8-2a66-46b1-b47f-050053846f3f admin admin] Publish callbacks [] for security_group (af95e7da-5215-473f-a206-f1e4013332b4), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:42.261323 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e97b79c8-2a66-46b1-b47f-050053846f3f admin admin] Publish callbacks [] for security_group (af95e7da-5215-473f-a206-f1e4013332b4), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:42.322049 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-25c43c96-951f-4515-b2d3-520127660d4d req-6b4cc553-470e-478e-b263-26daae4b8b7a tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740319 Apr 12 17:49:42.328444 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b445-5f08-438e-9374-64036ec83dda req-4070201a-f76b-4940-b15c-1ec633f94e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:42.330031 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-4070201a-f76b-4940-b15c-1ec633f94e47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1903913 Apr 12 17:49:42.366595 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e97b79c8-2a66-46b1-b47f-050053846f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (af95e7da-5215-473f-a206-f1e4013332b4), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:42.370265 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e97b79c8-2a66-46b1-b47f-050053846f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:42.373910 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e97b79c8-2a66-46b1-b47f-050053846f3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af95e7da-5215-473f-a206-f1e4013332b4 HTTP/1.1" status: 204 len: 168 time: 0.3647122 Apr 12 17:49:42.388904 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b79c8-2a66-46b1-b47f-050053846f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af95e7da-5215-473f-a206-f1e4013332b4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:42.487924 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7688668-2f93-4710-a786-50d33eb59f47" -d '{"events": [{"server_uuid": "7f24c0dd-960c-4c82-bec8-d74c1f5efdfb", "name": "network-vif-plugged", "status": "completed", "tag": "8dcd7915-b402-4ed7-ab8f-ae8555167422"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:42.651852 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54078) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:42.686758 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:42.781041 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c53a600-65ab-4600-8c9b-1ede063d0cfb x-openstack-request-id: req-3c53a600-65ab-4600-8c9b-1ede063d0cfb {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:42.781366 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "tag": "71e22722-f4c9-4ccf-aab9-044398418168", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:42.781600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c53a600-65ab-4600-8c9b-1ede063d0cfb {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:42.782139 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c53a600-65ab-4600-8c9b-1ede063d0cfb'] response: {'name': 'network-changed', 'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168', 'status': 'completed', 'code': 200} Apr 12 17:49:42.816205 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963f14-982d-4f41-834c-f511279ce3d9 req-fd3a1a72-7cd0-4578-baa2-b023dff491ee tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:42.817682 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39963f14-982d-4f41-834c-f511279ce3d9 req-fd3a1a72-7cd0-4578-baa2-b023dff491ee tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 943 time: 0.3269222 Apr 12 17:49:42.878111 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-7f3593eb-6974-44fd-ac3c-e730b84c0d1d service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373354 Apr 12 17:49:42.940500 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbe1ce0-212c-465f-a8f4-6a7ea8d7656d x-openstack-request-id: req-5cbe1ce0-212c-465f-a8f4-6a7ea8d7656d {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:42.941757 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f24c0dd-960c-4c82-bec8-d74c1f5efdfb", "name": "network-vif-plugged", "status": "completed", "tag": "8dcd7915-b402-4ed7-ab8f-ae8555167422", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:42.942229 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cbe1ce0-212c-465f-a8f4-6a7ea8d7656d {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:42.942917 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbe1ce0-212c-465f-a8f4-6a7ea8d7656d'] response: {'server_uuid': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcd7915-b402-4ed7-ab8f-ae8555167422', 'code': 200} Apr 12 17:49:42.973281 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39963f14-982d-4f41-834c-f511279ce3d9 req-87a88682-62f9-42d7-aa85-45a1af1ef4c2 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460936 Apr 12 17:49:43.024391 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47784e30-5030-4738-b6e8-6082db43bd25 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:49:43.025939 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd106f-e14e-46e3-9d42-797417d3f40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.038537 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Publish callbacks [] for port (47784e30-5030-4738-b6e8-6082db43bd25), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.065571 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Transition to ACTIVE for port object 47784e30-5030-4738-b6e8-6082db43bd25 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:49:43.072473 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (47784e30-5030-4738-b6e8-6082db43bd25), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.109841 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d011b445-5f08-438e-9374-64036ec83dda req-a67759cc-ce40-47ba-9a9c-a74670f6843f service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202196 Apr 12 17:49:43.141211 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd106f-e14e-46e3-9d42-797417d3f40d admin admin] Publish callbacks [] for security_group (1f338595-029e-4a46-9c5d-de90c1eafa0a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.143391 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b50152b2-718b-4759-a4c2-d4466d217711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.147898 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd106f-e14e-46e3-9d42-797417d3f40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1f338595-029e-4a46-9c5d-de90c1eafa0a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.150636 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=47784e30-5030-4738-b6e8-6082db43bd25,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:43.237805 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Attempting to bind port 47784e30-5030-4738-b6e8-6082db43bd25 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:49:43.238146 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Attempting to bind port 47784e30-5030-4738-b6e8-6082db43bd25 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:49:43.238522 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Attempting to bind port 47784e30-5030-4738-b6e8-6082db43bd25 on network 64e03d19-9f76-495a-a91e-7e7b477a59ee {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:43.243638 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Port 47784e30-5030-4738-b6e8-6082db43bd25 on network 64e03d19-9f76-495a-a91e-7e7b477a59ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:49:43.243969 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Attempting to bind port 47784e30-5030-4738-b6e8-6082db43bd25 on network 64e03d19-9f76-495a-a91e-7e7b477a59ee {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:49:43.255359 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:49:43.255711 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Checking segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:49:43.256165 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Bound using segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:49:43.256565 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Bound port: 47784e30-5030-4738-b6e8-6082db43bd25, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:49:43.256920 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (47784e30-5030-4738-b6e8-6082db43bd25), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.309833 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fdcd106f-e14e-46e3-9d42-797417d3f40d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7bb2c275d34c4acbaf33df0611afaf40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6501579 Apr 12 17:49:43.309833 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54102) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:43.361197 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd106f-e14e-46e3-9d42-797417d3f40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f338595-029e-4a46-9c5d-de90c1eafa0a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:43.389341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57392-e4ab-4ca2-8712-bcdc90dd9ee9 req-312312c2-8562-478d-86c9-7529d7272ca9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:43.390965 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0c57392-e4ab-4ca2-8712-bcdc90dd9ee9 req-312312c2-8562-478d-86c9-7529d7272ca9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 944 time: 0.1117110 Apr 12 17:49:43.500133 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0c57392-e4ab-4ca2-8712-bcdc90dd9ee9 req-3032ac00-f666-4ddf-b86a-f5b1371409b6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993700 Apr 12 17:49:43.510008 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] For port 47784e30-5030-4738-b6e8-6082db43bd25, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:49:43.527404 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] For port 47784e30-5030-4738-b6e8-6082db43bd25, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47784e30-5030-4738-b6e8-6082db43bd25,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:49:43.550739 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58ed668f-d5d7-4da2-8e11-078725e968b6 admin admin] Publish callbacks [] for security_group (1f338595-029e-4a46-9c5d-de90c1eafa0a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.556419 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b50152b2-718b-4759-a4c2-d4466d217711 admin admin] Publish callbacks [] for security_group (5fbfde9a-53fd-4234-96ec-fd8782949369), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.570799 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (47784e30-5030-4738-b6e8-6082db43bd25), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.571193 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b50152b2-718b-4759-a4c2-d4466d217711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5fbfde9a-53fd-4234-96ec-fd8782949369), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.621349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8b45f-1e3b-4e34-9f1e-cf66df216831 req-0eb34551-991a-4e0a-9d2c-9097e4f5a737 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:43.626685 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-68d8b45f-1e3b-4e34-9f1e-cf66df216831 req-0eb34551-991a-4e0a-9d2c-9097e4f5a737 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.1029060 Apr 12 17:49:43.630365 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:43.631010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.632438 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] 10.222.0.18 "PUT /v2.0/ports/47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 1094 time: 2.2532222 Apr 12 17:49:43.636795 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58ed668f-d5d7-4da2-8e11-078725e968b6 admin admin] Publish callbacks [] for security_group (1f338595-029e-4a46-9c5d-de90c1eafa0a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.702672 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b50152b2-718b-4759-a4c2-d4466d217711 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4495fafcd2db4247929ca7656a8ebd97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0147960 Apr 12 17:49:43.708524 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-68d8b45f-1e3b-4e34-9f1e-cf66df216831 req-a9d409fe-a8ff-4660-afb2-3375554c3a4e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734749 Apr 12 17:49:43.708767 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54132) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:43.720347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701f6b4-3c5b-46ca-928f-6a3bd545b4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=47784e30-5030-4738-b6e8-6082db43bd25,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:43.739762 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50152b2-718b-4759-a4c2-d4466d217711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbfde9a-53fd-4234-96ec-fd8782949369,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:43.808539 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58ed668f-d5d7-4da2-8e11-078725e968b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1f338595-029e-4a46-9c5d-de90c1eafa0a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.811659 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-58ed668f-d5d7-4da2-8e11-078725e968b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.812835 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-58ed668f-d5d7-4da2-8e11-078725e968b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f338595-029e-4a46-9c5d-de90c1eafa0a HTTP/1.1" status: 204 len: 168 time: 0.4902966 Apr 12 17:49:43.835170 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed668f-d5d7-4da2-8e11-078725e968b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f338595-029e-4a46-9c5d-de90c1eafa0a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:43.850642 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf177-27cd-4cc5-9e29-23d9a90440a5 admin admin] Publish callbacks [] for security_group (5fbfde9a-53fd-4234-96ec-fd8782949369), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.934423 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf177-27cd-4cc5-9e29-23d9a90440a5 admin admin] Publish callbacks [] for security_group (5fbfde9a-53fd-4234-96ec-fd8782949369), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:43.998723 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c3703-b583-4f32-ba88-a29307e478b2 req-74cd0aaf-3b2e-4cc1-909e-5cec97a9eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.011720 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-160c3703-b583-4f32-ba88-a29307e478b2 req-74cd0aaf-3b2e-4cc1-909e-5cec97a9eb7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 1127 time: 0.1391132 Apr 12 17:49:44.127180 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-488a8bc9-1189-4f2d-b33b-182a7a3751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.132698 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-488a8bc9-1189-4f2d-b33b-182a7a3751a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1128 time: 0.2040029 Apr 12 17:49:44.152213 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea6681-47ce-4f65-8d49-9c6c0c72f22a req-451ff2fd-d3bd-4ca1-bc3e-e9c366226589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.153710 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39ea6681-47ce-4f65-8d49-9c6c0c72f22a req-451ff2fd-d3bd-4ca1-bc3e-e9c366226589 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 1129 time: 0.1908340 Apr 12 17:49:44.223510 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-39ea6681-47ce-4f65-8d49-9c6c0c72f22a req-7b8d9579-12c6-4cd8-b715-99c4dcae0aef service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.227123 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-a3970362-cd96-4cee-b049-4d6924e8eac8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 217 time: 0.0762870 Apr 12 17:49:44.228512 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf177-27cd-4cc5-9e29-23d9a90440a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5fbfde9a-53fd-4234-96ec-fd8782949369), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.231628 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf177-27cd-4cc5-9e29-23d9a90440a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.234282 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e1eaf177-27cd-4cc5-9e29-23d9a90440a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fbfde9a-53fd-4234-96ec-fd8782949369 HTTP/1.1" status: 204 len: 168 time: 0.5227242 Apr 12 17:49:44.281704 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaf177-27cd-4cc5-9e29-23d9a90440a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbfde9a-53fd-4234-96ec-fd8782949369,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:44.287274 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8efd25-a75c-4380-ac38-37677a017182 req-5e8d4d41-e984-419c-aa45-ef5beec4a121 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.296246 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c8efd25-a75c-4380-ac38-37677a017182 req-5e8d4d41-e984-419c-aa45-ef5beec4a121 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 943 time: 0.1952538 Apr 12 17:49:44.309009 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-f9aa69a5-5de5-41ec-adef-e3f1ca0ab285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.310783 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-f9aa69a5-5de5-41ec-adef-e3f1ca0ab285 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0767095 Apr 12 17:49:44.386676 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b44-abb5-4723-87e4-1e211f467fde req-7ae41b6a-bc23-43d8-ad31-c96f39f01906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.388314 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-7ae41b6a-bc23-43d8-ad31-c96f39f01906 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714214 Apr 12 17:49:44.419801 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c3703-b583-4f32-ba88-a29307e478b2 req-a54e7540-3af6-44b5-ad4c-0313753d86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.422410 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-160c3703-b583-4f32-ba88-a29307e478b2 req-a54e7540-3af6-44b5-ad4c-0313753d86dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 915 time: 0.4089763 Apr 12 17:49:44.447965 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c8efd25-a75c-4380-ac38-37677a017182 req-00a9830d-81ba-41e5-bb60-ac3ba1d0ae8f tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507366 Apr 12 17:49:44.502188 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-160c3703-b583-4f32-ba88-a29307e478b2 req-611fad06-7290-4e4f-8966-a2ee21c8565e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71e22722-f4c9-4ccf-aab9-044398418168 HTTP/1.1" status: 200 len: 217 time: 0.0709515 Apr 12 17:49:44.508517 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-e8fa3858-56ac-4888-88f6-b2a4a4276385 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137216 Apr 12 17:49:44.582643 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:44.589700 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c3703-b583-4f32-ba88-a29307e478b2 req-be5b1304-778c-4a79-beb9-c6c3271d559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.591228 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-160c3703-b583-4f32-ba88-a29307e478b2 req-be5b1304-778c-4a79-beb9-c6c3271d559d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0830281 Apr 12 17:49:44.604260 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3063fc82-9fb3-4a31-9f2f-fc95c338a593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.642087 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-39ea6681-47ce-4f65-8d49-9c6c0c72f22a req-7b8d9579-12c6-4cd8-b715-99c4dcae0aef service neutron] Publish callbacks [] for security_group (620ab41b-cd6e-4926-b1ef-d589873e3018), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.653444 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-15689b44-abb5-4723-87e4-1e211f467fde req-b695d5ac-0a68-4018-8054-5f17609cfa78 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382184 Apr 12 17:49:44.665120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-39ea6681-47ce-4f65-8d49-9c6c0c72f22a req-7b8d9579-12c6-4cd8-b715-99c4dcae0aef service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (620ab41b-cd6e-4926-b1ef-d589873e3018), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.705913 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c3703-b583-4f32-ba88-a29307e478b2 req-436bacff-20de-47d3-809b-4893bfa3f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.707494 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-160c3703-b583-4f32-ba88-a29307e478b2 req-436bacff-20de-47d3-809b-4893bfa3f40e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095767 Apr 12 17:49:44.728217 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2529bc-98cd-4196-a40d-db43ba460524 req-3cc86389-8625-4e4e-8d89-efc46cad7eb0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.728426 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3063fc82-9fb3-4a31-9f2f-fc95c338a593 admin admin] Publish callbacks [] for security_group (531ca634-3dad-4ab8-a179-3fb80f22a347), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.730874 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2529bc-98cd-4196-a40d-db43ba460524 req-3cc86389-8625-4e4e-8d89-efc46cad7eb0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 944 time: 0.1186349 Apr 12 17:49:44.735246 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3063fc82-9fb3-4a31-9f2f-fc95c338a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (531ca634-3dad-4ab8-a179-3fb80f22a347), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.759243 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39ea6681-47ce-4f65-8d49-9c6c0c72f22a req-7b8d9579-12c6-4cd8-b715-99c4dcae0aef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678005 Apr 12 17:49:44.768486 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d9579-12c6-4cd8-b715-99c4dcae0aef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=620ab41b-cd6e-4926-b1ef-d589873e3018,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:44.783843 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3063fc82-9fb3-4a31-9f2f-fc95c338a593 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee52b3dd6bf242faae2bb9ffef692a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978526 Apr 12 17:49:44.783843 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063fc82-9fb3-4a31-9f2f-fc95c338a593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531ca634-3dad-4ab8-a179-3fb80f22a347,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:44.784369 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:44.785189 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54174) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:44.787805 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "tag": "47784e30-5030-4738-b6e8-6082db43bd25"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:44.847476 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0921a2d8-fe2f-4693-89aa-8ec69492544e admin admin] Publish callbacks [] for security_group (531ca634-3dad-4ab8-a179-3fb80f22a347), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.858102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2529bc-98cd-4196-a40d-db43ba460524 req-6db52337-d450-459a-a72c-031e20c8da7a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160047 Apr 12 17:49:44.892507 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0921a2d8-fe2f-4693-89aa-8ec69492544e admin admin] Publish callbacks [] for security_group (531ca634-3dad-4ab8-a179-3fb80f22a347), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.895450 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b2cf3-80d8-4d53-96ad-e5bc9796c78d req-83a32cfb-7a41-478b-97a7-5854a16c166e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:44.902642 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-268b2cf3-80d8-4d53-96ad-e5bc9796c78d req-83a32cfb-7a41-478b-97a7-5854a16c166e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0706711 Apr 12 17:49:44.922875 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccbb78c-ac31-4c11-a17b-2fdd9ce3a0fd x-openstack-request-id: req-9ccbb78c-ac31-4c11-a17b-2fdd9ce3a0fd {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:44.923199 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "tag": "47784e30-5030-4738-b6e8-6082db43bd25", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:44.923478 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ccbb78c-ac31-4c11-a17b-2fdd9ce3a0fd {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:44.923875 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccbb78c-ac31-4c11-a17b-2fdd9ce3a0fd'] response: {'name': 'network-changed', 'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25', 'status': 'completed', 'code': 200} Apr 12 17:49:44.969520 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-268b2cf3-80d8-4d53-96ad-e5bc9796c78d req-f8a03805-6f49-45c9-8ee7-a0b42ef3b45c tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658593 Apr 12 17:49:44.973340 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0921a2d8-fe2f-4693-89aa-8ec69492544e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (531ca634-3dad-4ab8-a179-3fb80f22a347), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.978581 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0921a2d8-fe2f-4693-89aa-8ec69492544e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:44.980170 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0921a2d8-fe2f-4693-89aa-8ec69492544e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/531ca634-3dad-4ab8-a179-3fb80f22a347 HTTP/1.1" status: 204 len: 168 time: 0.1939876 Apr 12 17:49:44.990007 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921a2d8-fe2f-4693-89aa-8ec69492544e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ca634-3dad-4ab8-a179-3fb80f22a347,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:45.018519 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54188) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:45.033043 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c463d1b-a6cc-4325-8088-e764d57fec53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.112844 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c463d1b-a6cc-4325-8088-e764d57fec53 admin admin] Publish callbacks [] for security_group (c0dd6ff6-05f5-4b83-8608-2714cc6b0633), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.121156 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c463d1b-a6cc-4325-8088-e764d57fec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (c0dd6ff6-05f5-4b83-8608-2714cc6b0633), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.166959 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54194) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:45.167558 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5c463d1b-a6cc-4325-8088-e764d57fec53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e20c7cf048ea4dbe94f7c373fa82fac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473088 Apr 12 17:49:45.167975 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c463d1b-a6cc-4325-8088-e764d57fec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd6ff6-05f5-4b83-8608-2714cc6b0633,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:45.220839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e31-1238-4b87-bc09-98676b9e81ac admin admin] Publish callbacks [] for security_group (c0dd6ff6-05f5-4b83-8608-2714cc6b0633), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.245872 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e31-1238-4b87-bc09-98676b9e81ac admin admin] Publish callbacks [] for security_group (c0dd6ff6-05f5-4b83-8608-2714cc6b0633), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.265213 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 71e22722-f4c9-4ccf-aab9-044398418168 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:49:45.321191 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e31-1238-4b87-bc09-98676b9e81ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (c0dd6ff6-05f5-4b83-8608-2714cc6b0633), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.324846 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e31-1238-4b87-bc09-98676b9e81ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.326167 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0c8d5e31-1238-4b87-bc09-98676b9e81ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0dd6ff6-05f5-4b83-8608-2714cc6b0633 HTTP/1.1" status: 204 len: 168 time: 0.1580236 Apr 12 17:49:45.341439 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d5e31-1238-4b87-bc09-98676b9e81ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd6ff6-05f5-4b83-8608-2714cc6b0633,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:45.427784 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 71e22722-f4c9-4ccf-aab9-044398418168, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=71e22722-f4c9-4ccf-aab9-044398418168,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:45.440962 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '71e22722-f4c9-4ccf-aab9-044398418168', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:49:45.506377 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 71e22722-f4c9-4ccf-aab9-044398418168 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:45.506770 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (71e22722-f4c9-4ccf-aab9-044398418168), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.524530 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e22722-f4c9-4ccf-aab9-044398418168 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:49:45.552581 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 71e22722-f4c9-4ccf-aab9-044398418168, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=71e22722-f4c9-4ccf-aab9-044398418168,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:45.559008 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (71e22722-f4c9-4ccf-aab9-044398418168), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.641672 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=71e22722-f4c9-4ccf-aab9-044398418168,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:45.697528 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caaea8-8fd4-461a-b883-db3cbba403d9 req-ed89f804-7423-484f-986a-af0d0115a4e6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:45.700260 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-63caaea8-8fd4-461a-b883-db3cbba403d9 req-ed89f804-7423-484f-986a-af0d0115a4e6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 944 time: 0.1522977 Apr 12 17:49:45.760836 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-7cbe8117-d7d4-4eea-bbc7-d361ca5ad8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:45.762673 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-7cbe8117-d7d4-4eea-bbc7-d361ca5ad8cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1128 time: 0.1255395 Apr 12 17:49:45.788200 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['71e22722-f4c9-4ccf-aab9-044398418168'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:49:45.911213 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-35307a9f-904c-46e9-b1ed-d648a236d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:45.913525 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-35307a9f-904c-46e9-b1ed-d648a236d5b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.1336010 Apr 12 17:49:45.928774 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-63caaea8-8fd4-461a-b883-db3cbba403d9 req-a520d6b8-0c82-49a3-970e-d91300fae459 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133377 Apr 12 17:49:46.028742 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-160c3703-b583-4f32-ba88-a29307e478b2 req-3d17697a-7142-4cbc-a330-d49b31ba35e3 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103189 Apr 12 17:49:46.044512 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200b510-20a2-4a28-863e-584629e94973 req-516d9ca6-479c-4688-ad63-289330d9bfdd tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:46.046245 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e200b510-20a2-4a28-863e-584629e94973 req-516d9ca6-479c-4688-ad63-289330d9bfdd tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 944 time: 0.0789900 Apr 12 17:49:46.205278 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e200b510-20a2-4a28-863e-584629e94973 req-c935cfa3-c13c-43d1-9cea-e49cc69f2e48 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497955 Apr 12 17:49:46.206506 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-ea05a993-bf2d-40b0-a616-c4eaf1be1de2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 217 time: 0.0894306 Apr 12 17:49:46.258747 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35b52-b7b0-4b7f-8480-423ec30b82ea req-75c68666-b022-44e5-b693-4ab78e0f683c tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:46.260436 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-73d35b52-b7b0-4b7f-8480-423ec30b82ea req-75c68666-b022-44e5-b693-4ab78e0f683c tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.1640799 Apr 12 17:49:46.331465 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-051b0487-293f-4edf-96c2-9825a6b2c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:46.333750 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-051b0487-293f-4edf-96c2-9825a6b2c094 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0926511 Apr 12 17:49:46.394609 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-a712a753-1f8c-4e7b-afb5-74622278ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:46.396264 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-a712a753-1f8c-4e7b-afb5-74622278ff5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495920 Apr 12 17:49:46.409935 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-160c3703-b583-4f32-ba88-a29307e478b2 req-250f2888-52d7-4f84-84d0-bbe29f0d5996 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942526 Apr 12 17:49:46.446315 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-73d35b52-b7b0-4b7f-8480-423ec30b82ea req-66cf6c04-fa1c-4547-959e-3e3d1e5fe254 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647151 Apr 12 17:49:46.467749 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:49:46.550527 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-a72a4714-f407-4e4b-b56a-1d3f617d59ed service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445041 Apr 12 17:49:46.741427 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f0f823-1a95-42bc-8fe6-a6c0f3a25ffd req-161a94c1-a6a2-4c46-9131-0c64b659d2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624813 Apr 12 17:49:47.086688 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329ebd-b08f-4932-9aa4-c027c6c91ac5 req-70653d9e-1569-4813-8f8e-75b90bbbfda7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:47.088849 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9329ebd-b08f-4932-9aa4-c027c6c91ac5 req-70653d9e-1569-4813-8f8e-75b90bbbfda7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 944 time: 0.0595152 Apr 12 17:49:47.167560 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9329ebd-b08f-4932-9aa4-c027c6c91ac5 req-dc7a3d2c-a0b2-4236-b84b-57789d7d307d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698023 Apr 12 17:49:47.274332 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 47784e30-5030-4738-b6e8-6082db43bd25 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:49:47.353955 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 71e22722-f4c9-4ccf-aab9-044398418168 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:47.382512 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f74ab-5322-4703-9a47-d0378cfbe86c req-1c4d3f8a-2502-4440-8d5d-d0ebea84591a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:47.390480 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-412f74ab-5322-4703-9a47-d0378cfbe86c req-1c4d3f8a-2502-4440-8d5d-d0ebea84591a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 944 time: 0.0792418 Apr 12 17:49:47.461282 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-412f74ab-5322-4703-9a47-d0378cfbe86c req-86646607-7da3-4ac4-a3c2-704649eb1d01 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700469 Apr 12 17:49:47.553157 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 71e22722-f4c9-4ccf-aab9-044398418168 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:49:47.567442 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 71e22722-f4c9-4ccf-aab9-044398418168 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:47.567856 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (71e22722-f4c9-4ccf-aab9-044398418168), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:47.603728 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 47784e30-5030-4738-b6e8-6082db43bd25, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47784e30-5030-4738-b6e8-6082db43bd25,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:47.627586 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '47784e30-5030-4738-b6e8-6082db43bd25', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'port_id': '47784e30-5030-4738-b6e8-6082db43bd25', 'mac_address': 'fa:16:3e:48:c4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:49:47.627962 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec42d5-9bb0-4121-adf3-328268e9ccfe req-530505cd-7878-4c5f-b30c-871d6f6bd324 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:47.630326 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8eec42d5-9bb0-4121-adf3-328268e9ccfe req-530505cd-7878-4c5f-b30c-871d6f6bd324 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0646095 Apr 12 17:49:47.691433 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8eec42d5-9bb0-4121-adf3-328268e9ccfe req-da9b645b-7323-4328-ae68-dd59cb12152f tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532246 Apr 12 17:49:47.711659 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 47784e30-5030-4738-b6e8-6082db43bd25 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:47.712045 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (47784e30-5030-4738-b6e8-6082db43bd25), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:47.751343 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47784e30-5030-4738-b6e8-6082db43bd25 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:49:47.779099 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 71e22722-f4c9-4ccf-aab9-044398418168 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:47.779490 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (71e22722-f4c9-4ccf-aab9-044398418168), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:47.785380 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 47784e30-5030-4738-b6e8-6082db43bd25, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47784e30-5030-4738-b6e8-6082db43bd25,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:47.793713 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (47784e30-5030-4738-b6e8-6082db43bd25), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:47.849839 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:47.852339 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d508e4-71d3-4d2d-9cc1-6a05bfa7344d" -d '{"events": [{"server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "name": "network-vif-plugged", "status": "completed", "tag": "71e22722-f4c9-4ccf-aab9-044398418168"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:47.896081 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 71e22722-f4c9-4ccf-aab9-044398418168, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=71e22722-f4c9-4ccf-aab9-044398418168,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:47.897974 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eadd0e1-870f-46e5-8a99-30937a3564ff x-openstack-request-id: req-0eadd0e1-870f-46e5-8a99-30937a3564ff {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:47.898272 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "name": "network-vif-plugged", "status": "completed", "tag": "71e22722-f4c9-4ccf-aab9-044398418168", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:47.898684 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0eadd0e1-870f-46e5-8a99-30937a3564ff {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:47.899282 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eadd0e1-870f-46e5-8a99-30937a3564ff'] response: {'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168', 'code': 200} Apr 12 17:49:47.910896 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (71e22722-f4c9-4ccf-aab9-044398418168), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:47.917004 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=47784e30-5030-4738-b6e8-6082db43bd25,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:47.980373 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=71e22722-f4c9-4ccf-aab9-044398418168,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:48.036855 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['47784e30-5030-4738-b6e8-6082db43bd25'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:49:48.091056 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970916c-a3bf-4b69-b1f2-bd05e6f186c1 req-51a69d24-9831-45d1-b8db-b627f964e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:48.093448 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d970916c-a3bf-4b69-b1f2-bd05e6f186c1 req-51a69d24-9831-45d1-b8db-b627f964e0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 1129 time: 0.0444169 Apr 12 17:49:48.181958 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d970916c-a3bf-4b69-b1f2-bd05e6f186c1 req-05758b18-b5a4-4d3a-9f33-ce52a4a29589 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751035 Apr 12 17:49:48.313793 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd626d-5232-4055-ab1b-d2a62240d8ea req-67d735ee-5651-4fe5-ab45-eba616c9acf6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:48.315341 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8ecd626d-5232-4055-ab1b-d2a62240d8ea req-67d735ee-5651-4fe5-ab45-eba616c9acf6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.0557618 Apr 12 17:49:48.365623 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8ecd626d-5232-4055-ab1b-d2a62240d8ea req-1c2d46d5-f51e-4014-bae1-0064f077499f tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Apr 12 17:49:48.593633 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cf81-00d9-4232-a20f-f4ef13052c91 req-45206843-3c61-4c1c-80b6-5bb82a41012f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:48.597013 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b218cf81-00d9-4232-a20f-f4ef13052c91 req-45206843-3c61-4c1c-80b6-5bb82a41012f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 945 time: 0.0561786 Apr 12 17:49:48.659660 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b218cf81-00d9-4232-a20f-f4ef13052c91 req-5771e803-ab92-4d18-92c2-b3f5effd18e0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565150 Apr 12 17:49:49.002950 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54410) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:49.113798 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6bd68299-60e9-4e18-87de-fc46876d1a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.192112 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6bd68299-60e9-4e18-87de-fc46876d1a2e admin admin] Publish callbacks [] for security_group (5b07602d-2fa9-4291-a1cf-6cb899855c4e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.197658 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6bd68299-60e9-4e18-87de-fc46876d1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5b07602d-2fa9-4291-a1cf-6cb899855c4e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.241850 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6bd68299-60e9-4e18-87de-fc46876d1a2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e9c10c233904142a4190a993ac0af5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371912 Apr 12 17:49:49.243288 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd68299-60e9-4e18-87de-fc46876d1a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b07602d-2fa9-4291-a1cf-6cb899855c4e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:49.245134 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54414) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:49.275013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 47784e30-5030-4738-b6e8-6082db43bd25 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:49:49.294895 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18fe3dfc-562e-428f-93cb-36fc93be4bf5 admin admin] Publish callbacks [] for security_group (5b07602d-2fa9-4291-a1cf-6cb899855c4e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.320289 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18fe3dfc-562e-428f-93cb-36fc93be4bf5 admin admin] Publish callbacks [] for security_group (5b07602d-2fa9-4291-a1cf-6cb899855c4e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.376233 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18fe3dfc-562e-428f-93cb-36fc93be4bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5b07602d-2fa9-4291-a1cf-6cb899855c4e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.379718 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18fe3dfc-562e-428f-93cb-36fc93be4bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.381169 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-18fe3dfc-562e-428f-93cb-36fc93be4bf5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b07602d-2fa9-4291-a1cf-6cb899855c4e HTTP/1.1" status: 204 len: 168 time: 0.1350183 Apr 12 17:49:49.401035 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe3dfc-562e-428f-93cb-36fc93be4bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b07602d-2fa9-4291-a1cf-6cb899855c4e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:49.457102 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 47784e30-5030-4738-b6e8-6082db43bd25 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:49:49.467073 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 47784e30-5030-4738-b6e8-6082db43bd25 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:49.467989 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (47784e30-5030-4738-b6e8-6082db43bd25), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.567752 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 47784e30-5030-4738-b6e8-6082db43bd25 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:49.568144 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (47784e30-5030-4738-b6e8-6082db43bd25), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.610397 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 47784e30-5030-4738-b6e8-6082db43bd25, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47784e30-5030-4738-b6e8-6082db43bd25,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:49:49.616976 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (47784e30-5030-4738-b6e8-6082db43bd25), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.674139 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=47784e30-5030-4738-b6e8-6082db43bd25,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:49.738227 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54432) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:49.752667 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5659a56d-1d9c-4c3f-8d8e-752105f64eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.881380 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64281bc-3483-4fb1-bcc9-a946ba8fb4ea req-32b20644-28d6-48e9-82ac-e30f6e6398e3 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:49.883140 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f64281bc-3483-4fb1-bcc9-a946ba8fb4ea req-32b20644-28d6-48e9-82ac-e30f6e6398e3 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.2790091 Apr 12 17:49:49.896899 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5659a56d-1d9c-4c3f-8d8e-752105f64eb7 admin admin] Publish callbacks [] for security_group (dd710798-fe07-4111-9f76-794b360eb593), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.901276 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:49.906964 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396274c3-58a1-43a7-b099-7ccb17071764" -d '{"events": [{"server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "name": "network-vif-plugged", "status": "completed", "tag": "47784e30-5030-4738-b6e8-6082db43bd25"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:49.921060 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5659a56d-1d9c-4c3f-8d8e-752105f64eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (dd710798-fe07-4111-9f76-794b360eb593), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.996719 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f64281bc-3483-4fb1-bcc9-a946ba8fb4ea req-6145642f-c572-4663-8b7c-6aee65cdb87e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067820 Apr 12 17:49:50.012842 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5659a56d-1d9c-4c3f-8d8e-752105f64eb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d87c05040df422da036978f4d0d07d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705402 Apr 12 17:49:50.013227 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54464) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:50.042146 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a56d-1d9c-4c3f-8d8e-752105f64eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd710798-fe07-4111-9f76-794b360eb593,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:50.133792 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f74112ca-3b3a-4933-90f4-b4a4a320b6d2 admin admin] Publish callbacks [] for security_group (dd710798-fe07-4111-9f76-794b360eb593), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.153924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542398-0584-4c88-ba53-999bc3a9af14 req-5165350a-fbaa-4c76-af3c-ec2c7489edc6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:50.156105 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-83542398-0584-4c88-ba53-999bc3a9af14 req-5165350a-fbaa-4c76-af3c-ec2c7489edc6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0712636 Apr 12 17:49:50.179235 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f74112ca-3b3a-4933-90f4-b4a4a320b6d2 admin admin] Publish callbacks [] for security_group (dd710798-fe07-4111-9f76-794b360eb593), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.241409 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-83542398-0584-4c88-ba53-999bc3a9af14 req-e3e5296b-8fae-45bd-b153-d5e1ac659099 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740857 Apr 12 17:49:50.276286 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57b261-f52b-4782-be1b-efd9e152e497 x-openstack-request-id: req-3f57b261-f52b-4782-be1b-efd9e152e497 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:50.277217 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "name": "network-vif-plugged", "status": "completed", "tag": "47784e30-5030-4738-b6e8-6082db43bd25", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:50.277664 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f57b261-f52b-4782-be1b-efd9e152e497 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:50.278265 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f57b261-f52b-4782-be1b-efd9e152e497'] response: {'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25', 'code': 200} Apr 12 17:49:50.287841 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f74112ca-3b3a-4933-90f4-b4a4a320b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (dd710798-fe07-4111-9f76-794b360eb593), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.292430 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f74112ca-3b3a-4933-90f4-b4a4a320b6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.296214 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f74112ca-3b3a-4933-90f4-b4a4a320b6d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd710798-fe07-4111-9f76-794b360eb593 HTTP/1.1" status: 204 len: 168 time: 0.2808206 Apr 12 17:49:50.307556 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74112ca-3b3a-4933-90f4-b4a4a320b6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd710798-fe07-4111-9f76-794b360eb593,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:50.510735 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54480) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:50.608280 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfd0a4-47b0-4afb-b90e-f3d144a7f199 req-2f90d9b6-eed4-44e5-b52b-d39b287229aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:50.609827 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-64dfd0a4-47b0-4afb-b90e-f3d144a7f199 req-2f90d9b6-eed4-44e5-b52b-d39b287229aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1130 time: 0.0607650 Apr 12 17:49:50.687944 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-64dfd0a4-47b0-4afb-b90e-f3d144a7f199 req-f08209db-6ff9-4d03-bcab-6cf633abbca1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716863 Apr 12 17:49:50.809533 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a432c8b7-5980-47f8-8e92-21a87f2bf889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.938310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a432c8b7-5980-47f8-8e92-21a87f2bf889 admin admin] Publish callbacks [] for security_group (862d87ff-0bd5-455a-b625-324647a4175e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.946138 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a432c8b7-5980-47f8-8e92-21a87f2bf889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (862d87ff-0bd5-455a-b625-324647a4175e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.999218 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a432c8b7-5980-47f8-8e92-21a87f2bf889 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d0935e0ffe948709d478c4a956436b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4847696 Apr 12 17:49:50.999218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c8b7-5980-47f8-8e92-21a87f2bf889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862d87ff-0bd5-455a-b625-324647a4175e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:51.003224 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54516) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:51.096036 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2726939a-62e7-44dd-abd8-c3546de1e0a1 admin admin] Publish callbacks [] for security_group (862d87ff-0bd5-455a-b625-324647a4175e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.122014 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d5b07-3911-4bbb-99d5-f456d05b775c req-4a0a5b8d-eaec-44e3-b2d9-500ae0fbc45a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:51.123741 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f40d5b07-3911-4bbb-99d5-f456d05b775c req-4a0a5b8d-eaec-44e3-b2d9-500ae0fbc45a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.0548284 Apr 12 17:49:51.131313 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2726939a-62e7-44dd-abd8-c3546de1e0a1 admin admin] Publish callbacks [] for security_group (862d87ff-0bd5-455a-b625-324647a4175e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.185550 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2726939a-62e7-44dd-abd8-c3546de1e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (862d87ff-0bd5-455a-b625-324647a4175e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.186145 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f40d5b07-3911-4bbb-99d5-f456d05b775c req-07d6e5e4-15ff-4959-9647-e33969929f67 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553520 Apr 12 17:49:51.188696 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2726939a-62e7-44dd-abd8-c3546de1e0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.190059 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2726939a-62e7-44dd-abd8-c3546de1e0a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/862d87ff-0bd5-455a-b625-324647a4175e HTTP/1.1" status: 204 len: 168 time: 0.1851721 Apr 12 17:49:51.205016 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726939a-62e7-44dd-abd8-c3546de1e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d87ff-0bd5-455a-b625-324647a4175e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:51.318936 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde99ad-e196-4d33-a3b1-621d3378a25a req-01e1a874-1e14-4813-b5ef-d3a4f3756484 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:51.321776 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8cde99ad-e196-4d33-a3b1-621d3378a25a req-01e1a874-1e14-4813-b5ef-d3a4f3756484 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.0602000 Apr 12 17:49:51.330879 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54542) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:51.337886 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'port_id': '71e22722-f4c9-4ccf-aab9-044398418168'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:51.441708 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16968546-7bd6-4de8-812d-b25e38c38378 req-c690fcba-4015-45ff-bcfd-6c4ca61a4a5e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:51.445489 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16968546-7bd6-4de8-812d-b25e38c38378 req-c690fcba-4015-45ff-bcfd-6c4ca61a4a5e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0997114 Apr 12 17:49:51.452995 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (4732b7dd-b26f-47dc-a190-8c3fab6c9e6a), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.506197 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16968546-7bd6-4de8-812d-b25e38c38378 req-1fe9c291-8eef-4dc2-8693-a0330b0da564 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555315 Apr 12 17:49:51.735641 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54560) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:51.750370 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e56f9632-ec06-41ba-82d9-5f9693f4ed03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.836271 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e56f9632-ec06-41ba-82d9-5f9693f4ed03 admin admin] Publish callbacks [] for security_group (2e0dbae2-e955-4a4e-8eee-1cff1da34354), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.843537 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e56f9632-ec06-41ba-82d9-5f9693f4ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2e0dbae2-e955-4a4e-8eee-1cff1da34354), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.881654 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e56f9632-ec06-41ba-82d9-5f9693f4ed03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04176c9c14004184b323a68232cfb5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447794 Apr 12 17:49:51.882803 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f9632-ec06-41ba-82d9-5f9693f4ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0dbae2-e955-4a4e-8eee-1cff1da34354,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:51.885799 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54564) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:52.175987 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21943aae-83dc-4667-8a6d-562a671ae41a admin admin] Publish callbacks [] for security_group (2e0dbae2-e955-4a4e-8eee-1cff1da34354), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:52.228060 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21943aae-83dc-4667-8a6d-562a671ae41a admin admin] Publish callbacks [] for security_group (2e0dbae2-e955-4a4e-8eee-1cff1da34354), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:52.411233 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:52.413161 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21943aae-83dc-4667-8a6d-562a671ae41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2e0dbae2-e955-4a4e-8eee-1cff1da34354), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:52.415988 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-21943aae-83dc-4667-8a6d-562a671ae41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:52.417137 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-21943aae-83dc-4667-8a6d-562a671ae41a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e0dbae2-e955-4a4e-8eee-1cff1da34354 HTTP/1.1" status: 204 len: 168 time: 0.5296476 Apr 12 17:49:52.419849 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (4732b7dd-b26f-47dc-a190-8c3fab6c9e6a), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:52.466220 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21943aae-83dc-4667-8a6d-562a671ae41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0dbae2-e955-4a4e-8eee-1cff1da34354,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:52.562953 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP 4732b7dd-b26f-47dc-a190-8c3fab6c9e6a associated. External IP: 172.27.3.82, port: 71e22722-f4c9-4ccf-aab9-044398418168. Apr 12 17:49:52.706199 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963eba3-8fff-41e8-8d94-69c0b178e1bc req-5b4b5ab1-2470-477f-a6c0-bced5f5ac3f8 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:52.712225 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c963eba3-8fff-41e8-8d94-69c0b178e1bc req-5b4b5ab1-2470-477f-a6c0-bced5f5ac3f8 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0867410 Apr 12 17:49:52.769015 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54632) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:52.774745 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c963eba3-8fff-41e8-8d94-69c0b178e1bc req-58c19fae-165f-4109-98e7-954dfd44342e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529244 Apr 12 17:49:52.872294 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:49:52.940359 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d537da0-5463-43ba-9059-8ce25b313eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.008437 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54642) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:53.034130 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:49:53.041574 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.051218 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:49:53.063317 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:53.067564 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:53.090159 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-31ae14a9-a480-45a8-9dee-6e0ea9dc5442 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "PUT /v2.0/floatingips/4732b7dd-b26f-47dc-a190-8c3fab6c9e6a HTTP/1.1" status: 200 len: 990 time: 1.7579916 Apr 12 17:49:53.097765 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:53.100349 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4494bf-e515-4149-aead-beecf22b9328" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "tag": "71e22722-f4c9-4ccf-aab9-044398418168"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:53.121555 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d537da0-5463-43ba-9059-8ce25b313eed admin admin] Publish callbacks [] for security_group (a3e2d900-74a6-4469-bfdc-6927ad714e3f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.132145 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8d537da0-5463-43ba-9059-8ce25b313eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a3e2d900-74a6-4469-bfdc-6927ad714e3f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.170253 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6676bdd6-19b0-4c8c-bf25-e238242c2ab6 x-openstack-request-id: req-6676bdd6-19b0-4c8c-bf25-e238242c2ab6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:53.170950 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "tag": "71e22722-f4c9-4ccf-aab9-044398418168", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:53.171512 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6676bdd6-19b0-4c8c-bf25-e238242c2ab6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:53.172041 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6676bdd6-19b0-4c8c-bf25-e238242c2ab6'] response: {'name': 'network-changed', 'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168', 'status': 'completed', 'code': 200} Apr 12 17:49:53.180522 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d537da0-5463-43ba-9059-8ce25b313eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2d900-74a6-4469-bfdc-6927ad714e3f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:53.197254 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8d537da0-5463-43ba-9059-8ce25b313eed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d71acde2cd684228845c9ec263ad6ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268796 Apr 12 17:49:53.200499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54658) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:53.252998 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:53.258746 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c25a5069-f24a-45e8-99c8-d36e2ac18474 admin admin] Publish callbacks [] for security_group (a3e2d900-74a6-4469-bfdc-6927ad714e3f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.283835 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c25a5069-f24a-45e8-99c8-d36e2ac18474 admin admin] Publish callbacks [] for security_group (a3e2d900-74a6-4469-bfdc-6927ad714e3f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.309712 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c7e47f48-93f4-4727-9399-2b7256aaf185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.378173 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c25a5069-f24a-45e8-99c8-d36e2ac18474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a3e2d900-74a6-4469-bfdc-6927ad714e3f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.380842 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c25a5069-f24a-45e8-99c8-d36e2ac18474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.382095 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c25a5069-f24a-45e8-99c8-d36e2ac18474 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3e2d900-74a6-4469-bfdc-6927ad714e3f HTTP/1.1" status: 204 len: 168 time: 0.1806316 Apr 12 17:49:53.413327 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5069-f24a-45e8-99c8-d36e2ac18474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2d900-74a6-4469-bfdc-6927ad714e3f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:53.501864 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4494bf-e515-4149-aead-beecf22b9328 req-14d9f4e8-77e4-4316-81a2-262044d86d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:53.504878 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c4494bf-e515-4149-aead-beecf22b9328 req-14d9f4e8-77e4-4316-81a2-262044d86d1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 1129 time: 0.0865803 Apr 12 17:49:53.518845 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c7e47f48-93f4-4727-9399-2b7256aaf185 admin admin] Publish callbacks [] for security_group (6fa8713b-ea8e-4096-a240-c44de8861fb2), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.526898 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c7e47f48-93f4-4727-9399-2b7256aaf185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6fa8713b-ea8e-4096-a240-c44de8861fb2), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.594382 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54674) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:53.604939 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c7e47f48-93f4-4727-9399-2b7256aaf185 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b2e6ac5caef4281bee7e6ab7dd145ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950069 Apr 12 17:49:53.606356 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e47f48-93f4-4727-9399-2b7256aaf185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa8713b-ea8e-4096-a240-c44de8861fb2,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:53.648092 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:52Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:53.662945 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f49ad318-870a-484b-a741-0ee82e405f0f admin admin] Publish callbacks [] for security_group (6fa8713b-ea8e-4096-a240-c44de8861fb2), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.690557 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:49:53.695580 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f49ad318-870a-484b-a741-0ee82e405f0f admin admin] Publish callbacks [] for security_group (6fa8713b-ea8e-4096-a240-c44de8861fb2), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.701132 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:53.702156 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:53.775907 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f49ad318-870a-484b-a741-0ee82e405f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6fa8713b-ea8e-4096-a240-c44de8861fb2), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.779224 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f49ad318-870a-484b-a741-0ee82e405f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.780914 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f49ad318-870a-484b-a741-0ee82e405f0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fa8713b-ea8e-4096-a240-c44de8861fb2 HTTP/1.1" status: 204 len: 168 time: 0.1853294 Apr 12 17:49:53.790790 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ad318-870a-484b-a741-0ee82e405f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa8713b-ea8e-4096-a240-c44de8861fb2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:53.926458 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:53.934009 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e7bd-2021-4c19-9289-81d20053a821 req-c4f307de-647b-4788-bc93-79bdd62f2c42 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:53.935806 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7520e7bd-2021-4c19-9289-81d20053a821 req-c4f307de-647b-4788-bc93-79bdd62f2c42 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0592589 Apr 12 17:49:54.031882 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:54.045479 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd2d346e-975c-4770-8755-8fdb0823b8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.066988 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7520e7bd-2021-4c19-9289-81d20053a821 req-d8449d2f-001f-4f1f-b0bb-389681ffa937 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974388 Apr 12 17:49:54.068728 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4494bf-e515-4149-aead-beecf22b9328 req-756f7f26-4030-443a-b05e-4dc5bfe73700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:54.070201 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c4494bf-e515-4149-aead-beecf22b9328 req-756f7f26-4030-443a-b05e-4dc5bfe73700 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 915 time: 0.2195978 Apr 12 17:49:54.245084 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd2d346e-975c-4770-8755-8fdb0823b8ed admin admin] Publish callbacks [] for security_group (9cc06fda-27ae-41a8-b89c-0c610899b962), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.255615 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd2d346e-975c-4770-8755-8fdb0823b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (9cc06fda-27ae-41a8-b89c-0c610899b962), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.281555 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:52Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:54.337325 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb967811-037b-452c-b2c3-e1b926d1bbad None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:52Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:49:54.387945 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-bd2d346e-975c-4770-8755-8fdb0823b8ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5163263ffbba4cfeab061794cc1943ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523068 Apr 12 17:49:54.395878 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54704) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:54.427551 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c4494bf-e515-4149-aead-beecf22b9328 req-7b03bcb7-bdbb-45a3-9b30-2874feb6dd50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71e22722-f4c9-4ccf-aab9-044398418168 HTTP/1.1" status: 200 len: 998 time: 0.2813232 Apr 12 17:49:54.431079 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d346e-975c-4770-8755-8fdb0823b8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc06fda-27ae-41a8-b89c-0c610899b962,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:54.440125 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54706) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:54.468688 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-333e2df6-6af3-4686-8a82-70d207a356f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.501248 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c92a26ae-b348-4ae0-9ba1-2bc21e9d3add admin admin] Publish callbacks [] for security_group (9cc06fda-27ae-41a8-b89c-0c610899b962), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.533500 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c92a26ae-b348-4ae0-9ba1-2bc21e9d3add admin admin] Publish callbacks [] for security_group (9cc06fda-27ae-41a8-b89c-0c610899b962), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.609109 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-333e2df6-6af3-4686-8a82-70d207a356f8 admin admin] Publish callbacks [] for security_group (abdc31a4-09cd-4c3c-a8fb-4b891dec04c9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.613784 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c92a26ae-b348-4ae0-9ba1-2bc21e9d3add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (9cc06fda-27ae-41a8-b89c-0c610899b962), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.616477 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c92a26ae-b348-4ae0-9ba1-2bc21e9d3add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.617742 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c92a26ae-b348-4ae0-9ba1-2bc21e9d3add admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cc06fda-27ae-41a8-b89c-0c610899b962 HTTP/1.1" status: 204 len: 168 time: 0.2207851 Apr 12 17:49:54.622406 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-333e2df6-6af3-4686-8a82-70d207a356f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (abdc31a4-09cd-4c3c-a8fb-4b891dec04c9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.626877 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a26ae-b348-4ae0-9ba1-2bc21e9d3add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc06fda-27ae-41a8-b89c-0c610899b962,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:54.692711 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-333e2df6-6af3-4686-8a82-70d207a356f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e444c370df984052b3951c45736d58e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434702 Apr 12 17:49:54.696846 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54722) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:54.696936 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e2df6-6af3-4686-8a82-70d207a356f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc31a4-09cd-4c3c-a8fb-4b891dec04c9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:54.736244 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc916b8-8a72-429d-8120-fb0186339271 None None] New status for floating IP 4732b7dd-b26f-47dc-a190-8c3fab6c9e6a: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:49:54.876180 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce96d691-2795-4ae7-91ce-1b7d958f6f73 admin admin] Publish callbacks [] for security_group (abdc31a4-09cd-4c3c-a8fb-4b891dec04c9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:54.947287 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4494bf-e515-4149-aead-beecf22b9328 req-a2485e28-edad-472d-a260-ea8cabcc2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:54.949501 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c4494bf-e515-4149-aead-beecf22b9328 req-a2485e28-edad-472d-a260-ea8cabcc2c82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.1676905 Apr 12 17:49:54.974676 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce96d691-2795-4ae7-91ce-1b7d958f6f73 admin admin] Publish callbacks [] for security_group (abdc31a4-09cd-4c3c-a8fb-4b891dec04c9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:55.057687 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4494bf-e515-4149-aead-beecf22b9328 req-4b02f951-afc2-4ccf-9d4a-2f261c3b7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:55.059754 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c4494bf-e515-4149-aead-beecf22b9328 req-4b02f951-afc2-4ccf-9d4a-2f261c3b7367 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042635 Apr 12 17:49:55.085743 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce96d691-2795-4ae7-91ce-1b7d958f6f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (abdc31a4-09cd-4c3c-a8fb-4b891dec04c9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:55.089335 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ce96d691-2795-4ae7-91ce-1b7d958f6f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:55.095573 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ce96d691-2795-4ae7-91ce-1b7d958f6f73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abdc31a4-09cd-4c3c-a8fb-4b891dec04c9 HTTP/1.1" status: 204 len: 168 time: 0.3974068 Apr 12 17:49:55.122928 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96d691-2795-4ae7-91ce-1b7d958f6f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc31a4-09cd-4c3c-a8fb-4b891dec04c9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:55.280610 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c4494bf-e515-4149-aead-beecf22b9328 req-79067ac2-da0a-4f88-a506-7bda5959304e service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134821 Apr 12 17:49:55.293564 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e735-fa13-4da8-b74e-7d1dd2569195 req-3928d1c6-c4f3-486f-b291-eecc03dc154d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:55.295349 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f3e735-fa13-4da8-b74e-7d1dd2569195 req-3928d1c6-c4f3-486f-b291-eecc03dc154d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0996096 Apr 12 17:49:55.422958 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3f3e735-fa13-4da8-b74e-7d1dd2569195 req-2f2d9ec5-2e61-448e-ae43-91c659b9acc6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180630 Apr 12 17:49:55.448082 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c4494bf-e515-4149-aead-beecf22b9328 req-d63e8042-b880-40e1-8a2d-b5ecc1e7c037 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514456 Apr 12 17:49:55.588105 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816e57-a821-4cec-a70b-9a82200fcd95 req-743686c5-d30d-498e-acff-a43d132f831f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:55.589999 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22816e57-a821-4cec-a70b-9a82200fcd95 req-743686c5-d30d-498e-acff-a43d132f831f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0746672 Apr 12 17:49:55.602731 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54782) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:55.605008 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'floatingip': {'port_id': '47784e30-5030-4738-b6e8-6082db43bd25'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:55.699893 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (96f0d30f-01d3-4350-bad0-fbaec79eac69), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:55.834229 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54802) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:56.124794 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d14e5e3d-8678-4c34-9e32-632d7bc0c202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.270371 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d14e5e3d-8678-4c34-9e32-632d7bc0c202 admin admin] Publish callbacks [] for security_group (b2a2ad53-b294-4838-9d59-c0ec96b048af), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.276025 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d14e5e3d-8678-4c34-9e32-632d7bc0c202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b2a2ad53-b294-4838-9d59-c0ec96b048af), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.290109 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-700d57fb-6aef-4ae1-9716-dfb5cf00644e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.347561 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e5e3d-8678-4c34-9e32-632d7bc0c202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2ad53-b294-4838-9d59-c0ec96b048af,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:56.412965 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d14e5e3d-8678-4c34-9e32-632d7bc0c202 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=487914eb5d8e4e299efeeb8b246f5053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767994 Apr 12 17:49:56.416526 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54848) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:56.482015 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c24a29-2b22-4c98-9a07-628c17464891 admin admin] Publish callbacks [] for security_group (b2a2ad53-b294-4838-9d59-c0ec96b048af), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.515781 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c24a29-2b22-4c98-9a07-628c17464891 admin admin] Publish callbacks [] for security_group (b2a2ad53-b294-4838-9d59-c0ec96b048af), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.577985 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c24a29-2b22-4c98-9a07-628c17464891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b2a2ad53-b294-4838-9d59-c0ec96b048af), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.581174 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f9c24a29-2b22-4c98-9a07-628c17464891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.582667 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f9c24a29-2b22-4c98-9a07-628c17464891 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2a2ad53-b294-4838-9d59-c0ec96b048af HTTP/1.1" status: 204 len: 168 time: 0.1646357 Apr 12 17:49:56.591546 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c24a29-2b22-4c98-9a07-628c17464891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2ad53-b294-4838-9d59-c0ec96b048af,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:56.674280 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:56.747462 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.752505 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (96f0d30f-01d3-4350-bad0-fbaec79eac69), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:56.866541 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Floating IP 96f0d30f-01d3-4350-bad0-fbaec79eac69 associated. External IP: 172.27.3.222, port: 47784e30-5030-4738-b6e8-6082db43bd25. Apr 12 17:49:57.015191 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11d6156f-03b6-48cf-b297-39a65c20af93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.109143 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11d6156f-03b6-48cf-b297-39a65c20af93 admin admin] Publish callbacks [] for security_group (ec3593a5-fbe0-407b-b382-35c2984628dc), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.114237 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-11d6156f-03b6-48cf-b297-39a65c20af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ec3593a5-fbe0-407b-b382-35c2984628dc), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.121267 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:49:57.148439 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54874) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:57.164326 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-98312787-b083-4c66-959d-04096a138d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.179276 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-11d6156f-03b6-48cf-b297-39a65c20af93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e55299004bf646d0aa612687fca94a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5037835 Apr 12 17:49:57.179865 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:57.197223 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6156f-03b6-48cf-b297-39a65c20af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3593a5-fbe0-407b-b382-35c2984628dc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:57.255909 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bdf27de-2ffd-46a6-859a-d88ed4c3d035 admin admin] Publish callbacks [] for security_group (ec3593a5-fbe0-407b-b382-35c2984628dc), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.292706 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bdf27de-2ffd-46a6-859a-d88ed4c3d035 admin admin] Publish callbacks [] for security_group (ec3593a5-fbe0-407b-b382-35c2984628dc), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.293160 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:49:57.298912 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.307682 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] Sync routers for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:49:57.329031 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:57.329689 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:57.355681 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-efb3d5e6-629d-4c26-aae6-d091fe05836a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "PUT /v2.0/floatingips/96f0d30f-01d3-4350-bad0-fbaec79eac69 HTTP/1.1" status: 200 len: 992 time: 1.7543275 Apr 12 17:49:57.356391 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:57.359264 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e64e16a-ef1b-4cde-96cf-6b160b38e189" -d '{"events": [{"name": "network-changed", "server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "tag": "47784e30-5030-4738-b6e8-6082db43bd25"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:57.372183 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-98312787-b083-4c66-959d-04096a138d81 admin admin] Publish callbacks [] for security_group (e90e1759-d8d4-47d8-bee2-41737c576d67), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.378352 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-98312787-b083-4c66-959d-04096a138d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e90e1759-d8d4-47d8-bee2-41737c576d67), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.406726 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-98312787-b083-4c66-959d-04096a138d81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2a20ae75f79431792189aae6e4df831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571101 Apr 12 17:49:57.411298 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54892) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:57.470435 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e5f83-5773-49b3-a72b-0092a17991d3 x-openstack-request-id: req-9a3e5f83-5773-49b3-a72b-0092a17991d3 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:57.470818 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "tag": "47784e30-5030-4738-b6e8-6082db43bd25", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:57.471088 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a3e5f83-5773-49b3-a72b-0092a17991d3 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:57.471498 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3e5f83-5773-49b3-a72b-0092a17991d3'] response: {'name': 'network-changed', 'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25', 'status': 'completed', 'code': 200} Apr 12 17:49:57.486557 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98312787-b083-4c66-959d-04096a138d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e1759-d8d4-47d8-bee2-41737c576d67,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:57.495692 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bdf27de-2ffd-46a6-859a-d88ed4c3d035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ec3593a5-fbe0-407b-b382-35c2984628dc), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.505596 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8bdf27de-2ffd-46a6-859a-d88ed4c3d035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.510500 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8bdf27de-2ffd-46a6-859a-d88ed4c3d035 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec3593a5-fbe0-407b-b382-35c2984628dc HTTP/1.1" status: 204 len: 168 time: 0.3264353 Apr 12 17:49:57.531660 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf27de-2ffd-46a6-859a-d88ed4c3d035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3593a5-fbe0-407b-b382-35c2984628dc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:57.543785 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:57.552842 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-893c618d-b292-427f-96d4-c1afeeef9ccd admin admin] Publish callbacks [] for security_group (e90e1759-d8d4-47d8-bee2-41737c576d67), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.556229 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-fba36e46-799f-466e-8522-584b7d3e6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:57.559432 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-fba36e46-799f-466e-8522-584b7d3e6b8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1130 time: 0.0794296 Apr 12 17:49:57.620492 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-893c618d-b292-427f-96d4-c1afeeef9ccd admin admin] Publish callbacks [] for security_group (e90e1759-d8d4-47d8-bee2-41737c576d67), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.724662 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-15df47f3-7157-4739-aa86-4f3eb2a10e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:57.726563 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-15df47f3-7157-4739-aa86-4f3eb2a10e84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.1619134 Apr 12 17:49:57.745126 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-893c618d-b292-427f-96d4-c1afeeef9ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e90e1759-d8d4-47d8-bee2-41737c576d67), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.748745 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-893c618d-b292-427f-96d4-c1afeeef9ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:57.751224 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-893c618d-b292-427f-96d4-c1afeeef9ccd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e90e1759-d8d4-47d8-bee2-41737c576d67 HTTP/1.1" status: 204 len: 168 time: 0.3384361 Apr 12 17:49:57.794445 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c618d-b292-427f-96d4-c1afeeef9ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e1759-d8d4-47d8-bee2-41737c576d67,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:57.835984 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-ea17cf03-c02c-4ed0-b03b-4d3fee5d53b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 1000 time: 0.1011200 Apr 12 17:49:57.860987 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '96f0d30f-01d3-4350-bad0-fbaec79eac69', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'port_id': '47784e30-5030-4738-b6e8-6082db43bd25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'mac_address': 'fa:16:3e:48:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:23Z', 'updated_at': '2022-04-12T17:49:56Z', 'revision_number': 1, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:57.896420 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-05ada6f2-21fc-42c4-838e-263c0fd597c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:57.897944 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-05ada6f2-21fc-42c4-838e-263c0fd597c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0537820 Apr 12 17:49:57.901534 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] Checking router: 4af19748-c457-4b78-bcbc-8b22ea5c1d07 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:49:57.910652 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:57.911717 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:57.948924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-ddd7b153-65ec-4d8d-92f9-666a524abded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:57.950721 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-ddd7b153-65ec-4d8d-92f9-666a524abded service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453026 Apr 12 17:49:58.064911 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-8fb6b3e2-5935-4c56-9a3a-22f0db0f7f4d service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046333 Apr 12 17:49:58.065537 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:58.172523 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e64e16a-ef1b-4cde-96cf-6b160b38e189 req-9ed3d045-1648-4e8d-be00-631202326871 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020501 Apr 12 17:49:58.332291 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '96f0d30f-01d3-4350-bad0-fbaec79eac69', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'port_id': '47784e30-5030-4738-b6e8-6082db43bd25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'mac_address': 'fa:16:3e:48:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:23Z', 'updated_at': '2022-04-12T17:49:56Z', 'revision_number': 1, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:58.364905 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d74bd-2930-4342-afcf-43b635f6d14b None None] The sync data for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi is: [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '96f0d30f-01d3-4350-bad0-fbaec79eac69', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'port_id': '47784e30-5030-4738-b6e8-6082db43bd25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'mac_address': 'fa:16:3e:48:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:23Z', 'updated_at': '2022-04-12T17:49:56Z', 'revision_number': 1, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:49:58.438739 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54936) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:58.457322 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-129c8f27-b196-4497-93fc-84e770d13463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.538885 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54938) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:58.548889 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94075d94-3f77-41a6-a4a8-2e1a9ebe061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.561521 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-129c8f27-b196-4497-93fc-84e770d13463 admin admin] Publish callbacks [] for security_group (1618c400-5cdd-4ad3-abf5-f0ef83694252), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.574453 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-129c8f27-b196-4497-93fc-84e770d13463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1618c400-5cdd-4ad3-abf5-f0ef83694252), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.620903 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-129c8f27-b196-4497-93fc-84e770d13463 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12ea8cafb2ce4b65838de549bf209af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793015 Apr 12 17:49:58.620903 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c8f27-b196-4497-93fc-84e770d13463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1618c400-5cdd-4ad3-abf5-f0ef83694252,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:58.621684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54948) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:58.669452 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b0eb9-7d11-4b38-b3f9-d1204d1bd28b None None] New status for floating IP 96f0d30f-01d3-4350-bad0-fbaec79eac69: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:49:58.702076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8834202-1422-420a-8048-0c1c7ac31ce5 admin admin] Publish callbacks [] for security_group (1618c400-5cdd-4ad3-abf5-f0ef83694252), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.751751 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1cf12ba4-5e34-4549-802b-212dba8c8f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.763926 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8834202-1422-420a-8048-0c1c7ac31ce5 admin admin] Publish callbacks [] for security_group (1618c400-5cdd-4ad3-abf5-f0ef83694252), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.874548 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1cf12ba4-5e34-4549-802b-212dba8c8f88 admin admin] Publish callbacks [] for security_group (68697cd2-dbe5-4204-9ab7-5823196a5286), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.876162 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8834202-1422-420a-8048-0c1c7ac31ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1618c400-5cdd-4ad3-abf5-f0ef83694252), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.879110 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8834202-1422-420a-8048-0c1c7ac31ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.880574 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b8834202-1422-420a-8048-0c1c7ac31ce5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1618c400-5cdd-4ad3-abf5-f0ef83694252 HTTP/1.1" status: 204 len: 168 time: 0.2574279 Apr 12 17:49:58.884758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1cf12ba4-5e34-4549-802b-212dba8c8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (68697cd2-dbe5-4204-9ab7-5823196a5286), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:58.900131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8834202-1422-420a-8048-0c1c7ac31ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1618c400-5cdd-4ad3-abf5-f0ef83694252,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:58.927292 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1cf12ba4-5e34-4549-802b-212dba8c8f88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eca843f302f64a6eabe99f81b40d9d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870842 Apr 12 17:49:58.930027 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:58.947453 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf12ba4-5e34-4549-802b-212dba8c8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68697cd2-dbe5-4204-9ab7-5823196a5286,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:58.963742 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54960) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:58.993592 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-863e04da-9a4c-4ed4-b25d-fe037024aca4 admin admin] Publish callbacks [] for security_group (68697cd2-dbe5-4204-9ab7-5823196a5286), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.017919 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-863e04da-9a4c-4ed4-b25d-fe037024aca4 admin admin] Publish callbacks [] for security_group (68697cd2-dbe5-4204-9ab7-5823196a5286), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.081536 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-863e04da-9a4c-4ed4-b25d-fe037024aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (68697cd2-dbe5-4204-9ab7-5823196a5286), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.084297 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-863e04da-9a4c-4ed4-b25d-fe037024aca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.085500 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-863e04da-9a4c-4ed4-b25d-fe037024aca4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68697cd2-dbe5-4204-9ab7-5823196a5286 HTTP/1.1" status: 204 len: 168 time: 0.1538258 Apr 12 17:49:59.093788 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e04da-9a4c-4ed4-b25d-fe037024aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68697cd2-dbe5-4204-9ab7-5823196a5286,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:59.257026 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56b178b8-e219-4a6f-9ebf-dd8b09215d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.342665 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56b178b8-e219-4a6f-9ebf-dd8b09215d97 admin admin] Publish callbacks [] for security_group (50084bf9-1ae6-417b-92c7-be31a8ae266b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.349049 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56b178b8-e219-4a6f-9ebf-dd8b09215d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (50084bf9-1ae6-417b-92c7-be31a8ae266b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.394345 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-56b178b8-e219-4a6f-9ebf-dd8b09215d97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79f6f624391444dfb2e9dfeafebeefad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293284 Apr 12 17:49:59.395885 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b178b8-e219-4a6f-9ebf-dd8b09215d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50084bf9-1ae6-417b-92c7-be31a8ae266b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:59.397554 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 54980) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:59.451014 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f965e58-bc3f-4d70-a1a6-9d6a0b074544 admin admin] Publish callbacks [] for security_group (50084bf9-1ae6-417b-92c7-be31a8ae266b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.485405 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f965e58-bc3f-4d70-a1a6-9d6a0b074544 admin admin] Publish callbacks [] for security_group (50084bf9-1ae6-417b-92c7-be31a8ae266b), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.617430 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 54992) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:59.634542 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-acba38d5-4d12-4a21-bfe7-2e7de8e51076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.743293 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f965e58-bc3f-4d70-a1a6-9d6a0b074544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (50084bf9-1ae6-417b-92c7-be31a8ae266b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.747080 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f965e58-bc3f-4d70-a1a6-9d6a0b074544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.748595 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3f965e58-bc3f-4d70-a1a6-9d6a0b074544 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50084bf9-1ae6-417b-92c7-be31a8ae266b HTTP/1.1" status: 204 len: 168 time: 0.3498878 Apr 12 17:49:59.757892 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965e58-bc3f-4d70-a1a6-9d6a0b074544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50084bf9-1ae6-417b-92c7-be31a8ae266b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:59.769005 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-acba38d5-4d12-4a21-bfe7-2e7de8e51076 admin admin] Publish callbacks [] for security_group (b87a7489-36c7-47b8-99fc-bedd18bcc46c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.774595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-acba38d5-4d12-4a21-bfe7-2e7de8e51076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b87a7489-36c7-47b8-99fc-bedd18bcc46c), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.817421 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-acba38d5-4d12-4a21-bfe7-2e7de8e51076 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa1fa7b20c70442584bc4676a7437c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986356 Apr 12 17:49:59.818618 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba38d5-4d12-4a21-bfe7-2e7de8e51076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a7489-36c7-47b8-99fc-bedd18bcc46c,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:59.820313 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55004) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:59.874180 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e545c3f-fc2a-4bea-8840-e48460c35d48 admin admin] Publish callbacks [] for security_group (b87a7489-36c7-47b8-99fc-bedd18bcc46c), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.895896 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e545c3f-fc2a-4bea-8840-e48460c35d48 admin admin] Publish callbacks [] for security_group (b87a7489-36c7-47b8-99fc-bedd18bcc46c), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.946118 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e545c3f-fc2a-4bea-8840-e48460c35d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b87a7489-36c7-47b8-99fc-bedd18bcc46c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.948969 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4e545c3f-fc2a-4bea-8840-e48460c35d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:59.950518 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4e545c3f-fc2a-4bea-8840-e48460c35d48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b87a7489-36c7-47b8-99fc-bedd18bcc46c HTTP/1.1" status: 204 len: 168 time: 0.1292021 Apr 12 17:49:59.959900 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e545c3f-fc2a-4bea-8840-e48460c35d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a7489-36c7-47b8-99fc-bedd18bcc46c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:00.092155 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.288747 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55024) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:00.309796 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e396d56-f33f-44e7-90e9-143155903e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.413633 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e396d56-f33f-44e7-90e9-143155903e97 admin admin] Publish callbacks [] for security_group (5ad50ba4-e913-4c17-bad5-ff8a51c455b4), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.420634 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e396d56-f33f-44e7-90e9-143155903e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5ad50ba4-e913-4c17-bad5-ff8a51c455b4), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.463178 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e396d56-f33f-44e7-90e9-143155903e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad50ba4-e913-4c17-bad5-ff8a51c455b4,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:00.483625 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55036) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:00.492972 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9e396d56-f33f-44e7-90e9-143155903e97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63a336b2f2cc417281ad13eca53347b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028675 Apr 12 17:50:00.538049 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c9497cc-5c1f-403e-bf53-9a0924357e03 admin admin] Publish callbacks [] for security_group (5ad50ba4-e913-4c17-bad5-ff8a51c455b4), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.561628 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c9497cc-5c1f-403e-bf53-9a0924357e03 admin admin] Publish callbacks [] for security_group (5ad50ba4-e913-4c17-bad5-ff8a51c455b4), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.615769 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c9497cc-5c1f-403e-bf53-9a0924357e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5ad50ba4-e913-4c17-bad5-ff8a51c455b4), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.618582 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c9497cc-5c1f-403e-bf53-9a0924357e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.622862 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3c9497cc-5c1f-403e-bf53-9a0924357e03 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ad50ba4-e913-4c17-bad5-ff8a51c455b4 HTTP/1.1" status: 204 len: 168 time: 0.1381462 Apr 12 17:50:00.632047 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9497cc-5c1f-403e-bf53-9a0924357e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad50ba4-e913-4c17-bad5-ff8a51c455b4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:01.352739 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.122662 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-e8bab8fa-8c0c-4db7-8305-aeba22dd2187 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856647 Apr 12 17:50:02.241113 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-d71556ff-3b03-4e17-a8d3-99521334d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:02.242810 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-d71556ff-3b03-4e17-a8d3-99521334d372 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3731443dbd4490e89fc90200428e1d8&device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 1129 time: 0.0530615 Apr 12 17:50:02.426285 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-9b55a7bd-a9c8-41ee-bea3-36a2ecbd9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:02.428047 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-9b55a7bd-a9c8-41ee-bea3-36a2ecbd9915 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8034805b-7fd4-4d00-879a-2e03267598f2 HTTP/1.1" status: 200 len: 913 time: 0.1578271 Apr 12 17:50:02.496689 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:02.507156 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-f05002af-b281-44ed-809a-a0e8e46bee56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422 HTTP/1.1" status: 200 len: 217 time: 0.0687428 Apr 12 17:50:02.557258 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-7b769db9-abfc-4712-b44a-ecbf271ec5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:02.559205 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-7b769db9-abfc-4712-b44a-ecbf271ec5ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3520db0f-5d3f-432b-a55b-51954fbe8ce9 HTTP/1.1" status: 200 len: 852 time: 0.0456419 Apr 12 17:50:02.592874 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-519bf638-f7fe-4af9-97f4-e9652444c79d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8034805b-7fd4-4d00-879a-2e03267598f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273082 Apr 12 17:50:02.613414 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08504b56-a840-4678-a472-d22066fc7a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.709810 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.753289 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08504b56-a840-4678-a472-d22066fc7a89 admin admin] Publish callbacks [] for security_group (84b0cc68-6406-4681-aa43-0eedd22df2f9), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.759744 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08504b56-a840-4678-a472-d22066fc7a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (84b0cc68-6406-4681-aa43-0eedd22df2f9), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.782957 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-8c35a77b-c158-4b9f-925d-5d7cc0e53987 service neutron] 10.222.0.18 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762290 Apr 12 17:50:02.811964 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-08504b56-a840-4678-a472-d22066fc7a89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f3b1a7e65f440b7b4c444a9f6d77280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141427 Apr 12 17:50:02.812961 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08504b56-a840-4678-a472-d22066fc7a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b0cc68-6406-4681-aa43-0eedd22df2f9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:02.815583 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55176) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:02.880966 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2897fe9-b0d0-4f59-a11e-e4a1312e96fe admin admin] Publish callbacks [] for security_group (84b0cc68-6406-4681-aa43-0eedd22df2f9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.909132 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2897fe9-b0d0-4f59-a11e-e4a1312e96fe admin admin] Publish callbacks [] for security_group (84b0cc68-6406-4681-aa43-0eedd22df2f9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.939094 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f15bf24-1e0d-4951-a65a-133723f20b2d req-31b4c6b8-5b68-437f-923a-439dfcb75dab service neutron] 10.222.0.18 "GET /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523349 Apr 12 17:50:02.973749 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2897fe9-b0d0-4f59-a11e-e4a1312e96fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (84b0cc68-6406-4681-aa43-0eedd22df2f9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.976738 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f2897fe9-b0d0-4f59-a11e-e4a1312e96fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:02.977906 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f2897fe9-b0d0-4f59-a11e-e4a1312e96fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84b0cc68-6406-4681-aa43-0eedd22df2f9 HTTP/1.1" status: 204 len: 168 time: 0.1612537 Apr 12 17:50:03.014015 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897fe9-b0d0-4f59-a11e-e4a1312e96fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b0cc68-6406-4681-aa43-0eedd22df2f9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:03.314230 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9d1c7-0321-4b7b-b64b-41787419fe35 req-00fdbc7e-69e6-4e8f-80c3-72747210574e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:03.324015 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-25e9d1c7-0321-4b7b-b64b-41787419fe35 req-00fdbc7e-69e6-4e8f-80c3-72747210574e tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0806587 Apr 12 17:50:03.383520 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-25e9d1c7-0321-4b7b-b64b-41787419fe35 req-f9fce965-de5d-46f5-b065-9ff4dc3fec40 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583761 Apr 12 17:50:03.598268 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55232) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:03.626968 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55236) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:03.741897 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a32b74fa-31f1-4fda-aca1-1db23743bb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:03.782475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a42c729e-229c-482c-8265-95656018ad95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:03.850448 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a32b74fa-31f1-4fda-aca1-1db23743bb9e admin admin] Publish callbacks [] for security_group (46b626c4-1252-4776-94fb-770408758c7f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:03.857838 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a32b74fa-31f1-4fda-aca1-1db23743bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (46b626c4-1252-4776-94fb-770408758c7f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:03.895675 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a32b74fa-31f1-4fda-aca1-1db23743bb9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0cf8d0f6f64940e3b778b4d04eab76c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954705 Apr 12 17:50:03.896669 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55248) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:03.901855 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a42c729e-229c-482c-8265-95656018ad95 admin admin] Publish callbacks [] for security_group (a523d4ee-2859-480f-9a37-19efaa49ef50), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:03.908388 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a42c729e-229c-482c-8265-95656018ad95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a523d4ee-2859-480f-9a37-19efaa49ef50), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:03.943688 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b74fa-31f1-4fda-aca1-1db23743bb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b626c4-1252-4776-94fb-770408758c7f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:03.947124 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c729e-229c-482c-8265-95656018ad95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a523d4ee-2859-480f-9a37-19efaa49ef50,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:03.980085 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55254) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:03.981289 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a42c729e-229c-482c-8265-95656018ad95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbc37360fbb74dfbaea765ec20c1c0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505461 Apr 12 17:50:04.027582 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75e67c2f-58a6-47ab-bb9b-a10dbe7ca520 admin admin] Publish callbacks [] for security_group (46b626c4-1252-4776-94fb-770408758c7f), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.070060 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75e67c2f-58a6-47ab-bb9b-a10dbe7ca520 admin admin] Publish callbacks [] for security_group (46b626c4-1252-4776-94fb-770408758c7f), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.086997 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eedd9e51-5acc-424f-8baa-bb9787045351 admin admin] Publish callbacks [] for security_group (a523d4ee-2859-480f-9a37-19efaa49ef50), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.158517 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eedd9e51-5acc-424f-8baa-bb9787045351 admin admin] Publish callbacks [] for security_group (a523d4ee-2859-480f-9a37-19efaa49ef50), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.223696 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75e67c2f-58a6-47ab-bb9b-a10dbe7ca520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (46b626c4-1252-4776-94fb-770408758c7f), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.226564 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-75e67c2f-58a6-47ab-bb9b-a10dbe7ca520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.227949 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-75e67c2f-58a6-47ab-bb9b-a10dbe7ca520 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46b626c4-1252-4776-94fb-770408758c7f HTTP/1.1" status: 204 len: 168 time: 0.3290102 Apr 12 17:50:04.237863 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67c2f-58a6-47ab-bb9b-a10dbe7ca520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b626c4-1252-4776-94fb-770408758c7f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:04.273234 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eedd9e51-5acc-424f-8baa-bb9787045351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a523d4ee-2859-480f-9a37-19efaa49ef50), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.279762 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eedd9e51-5acc-424f-8baa-bb9787045351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.281794 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-eedd9e51-5acc-424f-8baa-bb9787045351 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a523d4ee-2859-480f-9a37-19efaa49ef50 HTTP/1.1" status: 204 len: 168 time: 0.3001359 Apr 12 17:50:04.290601 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd9e51-5acc-424f-8baa-bb9787045351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a523d4ee-2859-480f-9a37-19efaa49ef50,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:04.530506 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d4861-2236-4c66-8ff5-e057f4214aff req-70d832cb-66e0-4d33-ac0b-2f34d8c164b0 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:04.540823 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ad4d4861-2236-4c66-8ff5-e057f4214aff req-70d832cb-66e0-4d33-ac0b-2f34d8c164b0 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0735030 Apr 12 17:50:04.594570 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ad4d4861-2236-4c66-8ff5-e057f4214aff req-d6f04695-8948-4845-b471-97934f80e3a1 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Apr 12 17:50:04.784310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55296) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:04.800375 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ca499350-cb71-4d1e-b55b-6ce4aa573688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.814593 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55298) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:04.837595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-631732d2-741f-4569-a3f7-b17e2db85a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.939075 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ca499350-cb71-4d1e-b55b-6ce4aa573688 admin admin] Publish callbacks [] for security_group (6a0cd3ad-6f16-4886-b1a4-12874d188a56), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.949333 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ca499350-cb71-4d1e-b55b-6ce4aa573688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6a0cd3ad-6f16-4886-b1a4-12874d188a56), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.987771 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-631732d2-741f-4569-a3f7-b17e2db85a8d admin admin] Publish callbacks [] for security_group (8a083891-c35c-4ab1-a86b-c27e3acb68d7), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.000299 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-631732d2-741f-4569-a3f7-b17e2db85a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (8a083891-c35c-4ab1-a86b-c27e3acb68d7), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.004800 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ca499350-cb71-4d1e-b55b-6ce4aa573688 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb56ba2c711a40b2be7254aff2a4958b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191472 Apr 12 17:50:05.006626 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca499350-cb71-4d1e-b55b-6ce4aa573688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0cd3ad-6f16-4886-b1a4-12874d188a56,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:05.007938 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55308) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:05.047352 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-631732d2-741f-4569-a3f7-b17e2db85a8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be36158b97504bd7aaf4ebeace84c4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316203 Apr 12 17:50:05.049713 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631732d2-741f-4569-a3f7-b17e2db85a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a083891-c35c-4ab1-a86b-c27e3acb68d7,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:05.052200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55310) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:05.076671 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Publish callbacks [] for security_group (6a0cd3ad-6f16-4886-b1a4-12874d188a56), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.099029 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Publish callbacks [] for security_group (6a0cd3ad-6f16-4886-b1a4-12874d188a56), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.102973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-54d08308-9ad7-4cdd-8231-10700c189730 admin admin] Publish callbacks [] for security_group (8a083891-c35c-4ab1-a86b-c27e3acb68d7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.125367 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-54d08308-9ad7-4cdd-8231-10700c189730 admin admin] Publish callbacks [] for security_group (8a083891-c35c-4ab1-a86b-c27e3acb68d7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.146811 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6a0cd3ad-6f16-4886-b1a4-12874d188a56), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.149750 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.150947 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a0cd3ad-6f16-4886-b1a4-12874d188a56 HTTP/1.1" status: 204 len: 168 time: 0.1413007 Apr 12 17:50:05.159580 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0cd3ad-6f16-4886-b1a4-12874d188a56,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:05.168883 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.169266 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.169631 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.170391 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.170731 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.171075 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.171400 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.171723 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.172223 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.172707 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.173064 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.173429 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.173734 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.174256 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.174741 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7176-1a61-47d5-a435-6458b40036ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.180350 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-54d08308-9ad7-4cdd-8231-10700c189730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (8a083891-c35c-4ab1-a86b-c27e3acb68d7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.187433 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-54d08308-9ad7-4cdd-8231-10700c189730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.191530 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-54d08308-9ad7-4cdd-8231-10700c189730 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a083891-c35c-4ab1-a86b-c27e3acb68d7 HTTP/1.1" status: 204 len: 168 time: 0.1381097 Apr 12 17:50:05.202068 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d08308-9ad7-4cdd-8231-10700c189730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a083891-c35c-4ab1-a86b-c27e3acb68d7,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:05.256358 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.557397 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55326) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:05.571263 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87f48082-90e8-4622-bb99-e148b04ed664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.645447 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87f48082-90e8-4622-bb99-e148b04ed664 admin admin] Publish callbacks [] for security_group (cea41200-6734-4179-9acf-af80a857985f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.651473 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-87f48082-90e8-4622-bb99-e148b04ed664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (cea41200-6734-4179-9acf-af80a857985f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.690964 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-87f48082-90e8-4622-bb99-e148b04ed664 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e72480616944b88ba7048b6ba9be469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323271 Apr 12 17:50:05.691963 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48082-90e8-4622-bb99-e148b04ed664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea41200-6734-4179-9acf-af80a857985f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:05.694036 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55332) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:05.754860 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287171bb-21c8-419e-8baf-b99088cf59f7 req-0994a52d-15db-4f84-bf35-f0a173d60a17 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:05.759658 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-287171bb-21c8-419e-8baf-b99088cf59f7 req-0994a52d-15db-4f84-bf35-f0a173d60a17 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0820842 Apr 12 17:50:05.818858 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Publish callbacks [] for security_group (cea41200-6734-4179-9acf-af80a857985f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.842378 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-287171bb-21c8-419e-8baf-b99088cf59f7 req-168278f9-fd43-4954-98cd-a725f4627670 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800602 Apr 12 17:50:05.851574 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Publish callbacks [] for security_group (cea41200-6734-4179-9acf-af80a857985f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.904537 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (cea41200-6734-4179-9acf-af80a857985f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.907126 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:05.908299 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cea41200-6734-4179-9acf-af80a857985f HTTP/1.1" status: 204 len: 168 time: 0.2132051 Apr 12 17:50:05.924686 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea41200-6734-4179-9acf-af80a857985f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:05.932289 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.932650 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.932994 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.933426 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.933663 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.933994 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.934325 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.934651 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.934980 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.935376 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.935706 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.936027 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.936351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.936670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:05.937128 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52ca9-baf6-421b-975d-9104afb5c859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:06.996600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95407bb5-de61-46a9-8ed2-df6d67007cc0 req-8589a7a8-9255-4850-a002-a65f8946f815 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:06.999541 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95407bb5-de61-46a9-8ed2-df6d67007cc0 req-8589a7a8-9255-4850-a002-a65f8946f815 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0587788 Apr 12 17:50:07.054095 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95407bb5-de61-46a9-8ed2-df6d67007cc0 req-d4c6060f-ffb3-447e-9e87-fd2c04c91601 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487869 Apr 12 17:50:07.956698 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-d77c9190-f92f-4ded-8143-db22a4d9e83c tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:07.958208 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-d77c9190-f92f-4ded-8143-db22a4d9e83c tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0526655 Apr 12 17:50:08.105307 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Deleting port 8dcd7915-b402-4ed7-ab8f-ae8555167422 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:50:08.107752 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:08.224190 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88f68-0060-455c-8984-4c07b9dadcb3 req-42d14366-5fc1-4687-b07a-0d4e4be2ea12 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:08.225607 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8e88f68-0060-455c-8984-4c07b9dadcb3 req-42d14366-5fc1-4687-b07a-0d4e4be2ea12 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 945 time: 0.0852988 Apr 12 17:50:08.262833 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] For port 8dcd7915-b402-4ed7-ab8f-ae8555167422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8dcd7915-b402-4ed7-ab8f-ae8555167422,segment=NetworkSegment(a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca),segment_id=a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:08.263544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:08.290831 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Calling delete_port for 8dcd7915-b402-4ed7-ab8f-ae8555167422 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:50:08.349587 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8e88f68-0060-455c-8984-4c07b9dadcb3 req-37b0ccbc-116f-4546-921a-7a6e7ddc1fdb tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/security-groups?id=50d1bd22-937e-4dda-8df6-d4e970e51a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181462 Apr 12 17:50:08.482193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (8dcd7915-b402-4ed7-ab8f-ae8555167422), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:08.513151 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Pushing event deleted for resources: {'Port': ['ID=8dcd7915-b402-4ed7-ab8f-ae8555167422,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:08.577329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] No DVR routers for this DVR port 8dcd7915-b402-4ed7-ab8f-ae8555167422 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:50:08.581090 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:08.584596 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4798bc7b-9e32-40d7-abd7-e60d67622cc4 req-9c437560-17c6-4d92-b2da-392947385ee9 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.18 "DELETE /v2.0/ports/8dcd7915-b402-4ed7-ab8f-ae8555167422 HTTP/1.1" status: 204 len: 173 time: 0.6088958 Apr 12 17:50:08.585062 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'name': 'network-vif-deleted', 'tag': '8dcd7915-b402-4ed7-ab8f-ae8555167422'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:50:08.587503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ccc933-e7c6-4c5c-abe0-451d88192aec" -d '{"events": [{"server_uuid": "7f24c0dd-960c-4c82-bec8-d74c1f5efdfb", "name": "network-vif-deleted", "tag": "8dcd7915-b402-4ed7-ab8f-ae8555167422"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:50:08.625375 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e2e0c8-82d3-4a9b-bfb3-c5deba3502fb x-openstack-request-id: req-76e2e0c8-82d3-4a9b-bfb3-c5deba3502fb {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:50:08.625664 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f24c0dd-960c-4c82-bec8-d74c1f5efdfb", "name": "network-vif-deleted", "tag": "8dcd7915-b402-4ed7-ab8f-ae8555167422", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:50:08.625949 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76e2e0c8-82d3-4a9b-bfb3-c5deba3502fb {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:50:08.626362 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e2e0c8-82d3-4a9b-bfb3-c5deba3502fb'] response: {'server_uuid': '7f24c0dd-960c-4c82-bec8-d74c1f5efdfb', 'name': 'network-vif-deleted', 'tag': '8dcd7915-b402-4ed7-ab8f-ae8555167422', 'status': 'completed', 'code': 200} Apr 12 17:50:09.498648 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2800b730-75d2-4b63-ab9f-ad9e2a40d70a req-c4681e0c-4a30-412d-bda5-78093d7e3582 tempest-DeleteServersTestJSON-1362179278 tempest-DeleteServersTestJSON-1362179278-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f24c0dd-960c-4c82-bec8-d74c1f5efdfb HTTP/1.1" status: 200 len: 210 time: 0.0354810 Apr 12 17:50:10.437862 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 8dcd7915-b402-4ed7-ab8f-ae8555167422 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:50:10.461089 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 8dcd7915-b402-4ed7-ab8f-ae8555167422 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:50:10.461440 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 8dcd7915-b402-4ed7-ab8f-ae8555167422 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:50:14.087342 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55608) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.139900 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] Deleting subnet 3520db0f-5d3f-432b-a55b-51954fbe8ce9 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:50:14.143405 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] Publish callbacks [] for subnet (3520db0f-5d3f-432b-a55b-51954fbe8ce9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.182640 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6661768'] for subnet (3520db0f-5d3f-432b-a55b-51954fbe8ce9), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.235631 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (3520db0f-5d3f-432b-a55b-51954fbe8ce9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.283971 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55618) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.289060 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5472655'] for subnet (3520db0f-5d3f-432b-a55b-51954fbe8ce9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.318705 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3520db0f-5d3f-432b-a55b-51954fbe8ce9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:14.323582 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.329196 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ba3b82e6-d46d-4d47-b4e0-1094b65d4bc2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3520db0f-5d3f-432b-a55b-51954fbe8ce9 HTTP/1.1" status: 204 len: 168 time: 0.2385197 Apr 12 17:50:14.329977 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55622) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.395667 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de1069d1-c6a0-43aa-96bd-a20daa88189f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.400460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (8034805b-7fd4-4d00-879a-2e03267598f2), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.472830 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de1069d1-c6a0-43aa-96bd-a20daa88189f admin admin] Publish callbacks [] for security_group (600bf7f1-d712-42b9-a278-ec26cc01f429), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.477882 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de1069d1-c6a0-43aa-96bd-a20daa88189f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (600bf7f1-d712-42b9-a278-ec26cc01f429), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.489233 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (8034805b-7fd4-4d00-879a-2e03267598f2), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.510509 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8034805b-7fd4-4d00-879a-2e03267598f2']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:14.513877 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1069d1-c6a0-43aa-96bd-a20daa88189f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600bf7f1-d712-42b9-a278-ec26cc01f429,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:14.520824 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-de1069d1-c6a0-43aa-96bd-a20daa88189f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a3ca19e251d4c3bbdde0f3da989e4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327609 Apr 12 17:50:14.521075 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55626) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.525209 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:14.525520 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:14.539698 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.553512 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.560106 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:50:14.560460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (a3f3c44f-a2a6-4ef7-8b8d-156e0f8d37ca), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:50:14.562398 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:50:14.575865 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67c54326-c805-4d93-8e5f-5e1ba1a60731 admin admin] Publish callbacks [] for security_group (600bf7f1-d712-42b9-a278-ec26cc01f429), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.598019 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67c54326-c805-4d93-8e5f-5e1ba1a60731 admin admin] Publish callbacks [] for security_group (600bf7f1-d712-42b9-a278-ec26cc01f429), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.617371 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (8034805b-7fd4-4d00-879a-2e03267598f2), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.622740 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.626396 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8034805b-7fd4-4d00-879a-2e03267598f2 HTTP/1.1" status: 204 len: 168 time: 0.2959921 Apr 12 17:50:14.640861 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728d538-7e97-401b-b2cf-8e3949b6a057 admin admin] Pushing event deleted for resources: {'Network': ['ID=8034805b-7fd4-4d00-879a-2e03267598f2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:14.649138 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67c54326-c805-4d93-8e5f-5e1ba1a60731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (600bf7f1-d712-42b9-a278-ec26cc01f429), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.651943 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67c54326-c805-4d93-8e5f-5e1ba1a60731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.653148 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-67c54326-c805-4d93-8e5f-5e1ba1a60731 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/600bf7f1-d712-42b9-a278-ec26cc01f429 HTTP/1.1" status: 204 len: 168 time: 0.1308930 Apr 12 17:50:14.661777 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54326-c805-4d93-8e5f-5e1ba1a60731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600bf7f1-d712-42b9-a278-ec26cc01f429,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:14.754448 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55634) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.802900 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55640) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.803107 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1669905f-3cff-4c3e-b487-831358bb5dfc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3731443dbd4490e89fc90200428e1d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473440 Apr 12 17:50:14.866853 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af98e065-1c55-48de-b48e-df600fbd4ed8 admin admin] Publish callbacks [] for security_group (50d1bd22-937e-4dda-8df6-d4e970e51a06), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.888426 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af98e065-1c55-48de-b48e-df600fbd4ed8 admin admin] Publish callbacks [] for security_group (50d1bd22-937e-4dda-8df6-d4e970e51a06), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.940011 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af98e065-1c55-48de-b48e-df600fbd4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (50d1bd22-937e-4dda-8df6-d4e970e51a06), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.943165 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af98e065-1c55-48de-b48e-df600fbd4ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.944776 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-af98e065-1c55-48de-b48e-df600fbd4ed8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50d1bd22-937e-4dda-8df6-d4e970e51a06 HTTP/1.1" status: 204 len: 168 time: 0.1401784 Apr 12 17:50:14.954286 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98e065-1c55-48de-b48e-df600fbd4ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d1bd22-937e-4dda-8df6-d4e970e51a06,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:14.957563 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55644) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.973595 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32eff6e7-7243-40fc-a575-95b4a10b6b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.059950 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32eff6e7-7243-40fc-a575-95b4a10b6b50 admin admin] Publish callbacks [] for security_group (8e97376f-69f0-45b0-a347-c6723f2de5aa), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.065165 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32eff6e7-7243-40fc-a575-95b4a10b6b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (8e97376f-69f0-45b0-a347-c6723f2de5aa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.113561 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-32eff6e7-7243-40fc-a575-95b4a10b6b50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=443fb34747624665b1d00d7bdf8ed39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513772 Apr 12 17:50:15.113561 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eff6e7-7243-40fc-a575-95b4a10b6b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e97376f-69f0-45b0-a347-c6723f2de5aa,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:15.114735 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55648) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:15.176578 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4990-f2b0-4e46-9f9c-030292107a8b admin admin] Publish callbacks [] for security_group (8e97376f-69f0-45b0-a347-c6723f2de5aa), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.201315 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4990-f2b0-4e46-9f9c-030292107a8b admin admin] Publish callbacks [] for security_group (8e97376f-69f0-45b0-a347-c6723f2de5aa), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.248726 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4990-f2b0-4e46-9f9c-030292107a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (8e97376f-69f0-45b0-a347-c6723f2de5aa), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.251594 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4990-f2b0-4e46-9f9c-030292107a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.255243 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5a7a4990-f2b0-4e46-9f9c-030292107a8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e97376f-69f0-45b0-a347-c6723f2de5aa HTTP/1.1" status: 204 len: 168 time: 0.1378772 Apr 12 17:50:15.262331 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a4990-f2b0-4e46-9f9c-030292107a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e97376f-69f0-45b0-a347-c6723f2de5aa,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:15.914601 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55692) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:16.112838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-339449752-network', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:16.134569 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Made reservation on behalf of 11671b52d90e4b7db9c48ba20bda075a for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:16.137447 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.147617 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.237358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks [] for security_group (50fbc0e7-a1dd-4602-bd44-f9ccb33f316a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.241584 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (50fbc0e7-a1dd-4602-bd44-f9ccb33f316a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.264860 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:50:16.278988 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:16.283907 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (84e90c4a-611b-4d0a-9dbc-5ebf379b838e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.284255 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Added segment 84e90c4a-611b-4d0a-9dbc-5ebf379b838e of type vlan for network ac04c41c-b85b-4d21-b0be-2868055ba015 Apr 12 17:50:16.327424 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (ac04c41c-b85b-4d21-b0be-2868055ba015), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.364352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (ac04c41c-b85b-4d21-b0be-2868055ba015), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.365279 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:16.365866 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.401721 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4859338 Apr 12 17:50:16.405097 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55712) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:16.411630 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Request body: {'subnet': {'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-subnet', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:16.445907 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Made reservation on behalf of 11671b52d90e4b7db9c48ba20bda075a for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:16.448566 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5472672'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.663060 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7385460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5472694'] for subnet (f3fa4990-1c4f-457d-90b4-408ce0f1116b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.673007 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dfedf-4368-4a2b-8efc-c86e98c6030a admin admin] Pushing event updated for resources: {'Network': ['ID=ac04c41c-b85b-4d21-b0be-2868055ba015,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:16.683764 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network ac04c41c-b85b-4d21-b0be-2868055ba015 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:50:16.712461 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fa4990-1c4f-457d-90b4-408ce0f1116b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:16.748491 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Checking segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:16.748840 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Network hostable DHCP agents. Network: ac04c41c-b85b-4d21-b0be-2868055ba015, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:50:16.777026 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Network ac04c41c-b85b-4d21-b0be-2868055ba015 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:50:16.788137 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, ac04c41c-b85b-4d21-b0be-2868055ba015) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:16.792640 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:16.793408 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.804781 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46572cf5-7f8f-47da-ad96-521dc2cbe2ca None None] Network ac04c41c-b85b-4d21-b0be-2868055ba015 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:16.815592 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2e19f973-cb37-4665-a3b9-5282d5aa3b56 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4091878 Apr 12 17:50:16.818540 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55724) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:16.823135 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:16.850617 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.851724 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.916245 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks [] for router_controller (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:16.932361 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-ac04c41c-b85b-4d21-b0be-2868055ba015', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:50:16.934090 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.087088 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks [] for router_gateway (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.109633 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Allocated IP 172.20.0.2 (ac04c41c-b85b-4d21-b0be-2868055ba015/f3fa4990-1c4f-457d-90b4-408ce0f1116b/11c1f886-df57-4805-bd3b-972a992f65a0) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:17.281212 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Publish callbacks [] for port (11c1f886-df57-4805-bd3b-972a992f65a0), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.288999 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.310195 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Network ac04c41c-b85b-4d21-b0be-2868055ba015 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:17.313469 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:17.317284 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks [] for router_gateway (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.331887 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:17.340726 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.398466 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Pushing event updated for resources: {'Port': ['ID=11c1f886-df57-4805-bd3b-972a992f65a0,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:17.409092 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.409421 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.409788 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.410145 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.410481 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.410825 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.411168 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.411665 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.412132 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.412599 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.413055 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.413533 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.416550 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.416900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.417240 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:17.420861 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Attempting to bind port 11c1f886-df57-4805-bd3b-972a992f65a0 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:17.421393 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Attempting to bind port 11c1f886-df57-4805-bd3b-972a992f65a0 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:17.422160 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Attempting to bind port 11c1f886-df57-4805-bd3b-972a992f65a0 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:17.428565 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:17.428952 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Checking segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:17.429360 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.429753 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Bound using segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:17.430218 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Bound port: 11c1f886-df57-4805-bd3b-972a992f65a0, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:17.430781 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.503496 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] For port 11c1f886-df57-4805-bd3b-972a992f65a0, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:17.507205 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] For port 11c1f886-df57-4805-bd3b-972a992f65a0, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=11c1f886-df57-4805-bd3b-972a992f65a0,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:17.507356 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Allocated IP 172.27.3.19 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/8952b766-705f-4de3-b497-cce6db640c08) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:17.518251 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.617155 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb54e0-024e-47e6-9d6e-637f1c8563ff None None] Pushing event updated for resources: {'Port': ['ID=11c1f886-df57-4805-bd3b-972a992f65a0,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:17.639033 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks [] for port (8952b766-705f-4de3-b497-cce6db640c08), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.676229 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (8952b766-705f-4de3-b497-cce6db640c08), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.745618 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:17.749508 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:17.752349 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:17.793824 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8952b766-705f-4de3-b497-cce6db640c08,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:18.177375 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks [] for router_gateway (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.273493 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 11c1f886-df57-4805-bd3b-972a992f65a0 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:18.341562 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 11c1f886-df57-4805-bd3b-972a992f65a0 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:18.341977 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.409587 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.434738 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 11c1f886-df57-4805-bd3b-972a992f65a0 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:18.435284 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.473517 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 11c1f886-df57-4805-bd3b-972a992f65a0, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=11c1f886-df57-4805-bd3b-972a992f65a0,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:18.478798 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.546899 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=11c1f886-df57-4805-bd3b-972a992f65a0,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:18.566163 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:50:18.584882 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55780) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:18.694047 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:50:18.705713 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Sync routers for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:50:18.725107 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.726667 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4588906b-5599-4063-b7d0-f9f0e50babc7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9070027 Apr 12 17:50:18.730145 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:18.730329 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 55784) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:18.730645 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:18.740951 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6efffe2e-17c3-4c47-b7df-f4b89bb58d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.882561 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:18.933045 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6efffe2e-17c3-4c47-b7df-f4b89bb58d68 admin admin] Publish callbacks [] for security_group (1b9acd13-603c-4f27-9aaf-13338c5cbc96), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.947668 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6efffe2e-17c3-4c47-b7df-f4b89bb58d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1b9acd13-603c-4f27-9aaf-13338c5cbc96), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.959334 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2307af-7b49-4798-ad38-ce8d6681f620 None None] Network ac04c41c-b85b-4d21-b0be-2868055ba015 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:19.012595 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6efffe2e-17c3-4c47-b7df-f4b89bb58d68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bc6b1e7604e4dc0a21c73171c693eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257333 Apr 12 17:50:19.026990 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55794) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:19.105113 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efffe2e-17c3-4c47-b7df-f4b89bb58d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9acd13-603c-4f27-9aaf-13338c5cbc96,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:19.229948 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7b0e44a9-2b30-41da-9dd6-34bdaf7a5cb5 admin admin] Publish callbacks [] for security_group (1b9acd13-603c-4f27-9aaf-13338c5cbc96), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.286196 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7b0e44a9-2b30-41da-9dd6-34bdaf7a5cb5 admin admin] Publish callbacks [] for security_group (1b9acd13-603c-4f27-9aaf-13338c5cbc96), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.309320 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-437c56eb-feab-4ce5-8bca-965ec3da9351 None None] Provisioning complete for port 11c1f886-df57-4805-bd3b-972a992f65a0 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:19.310536 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-437c56eb-feab-4ce5-8bca-965ec3da9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.380977 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7b0e44a9-2b30-41da-9dd6-34bdaf7a5cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1b9acd13-603c-4f27-9aaf-13338c5cbc96), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.384120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7b0e44a9-2b30-41da-9dd6-34bdaf7a5cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.397040 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7b0e44a9-2b30-41da-9dd6-34bdaf7a5cb5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b9acd13-603c-4f27-9aaf-13338c5cbc96 HTTP/1.1" status: 204 len: 168 time: 0.3673315 Apr 12 17:50:19.416337 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e44a9-2b30-41da-9dd6-34bdaf7a5cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9acd13-603c-4f27-9aaf-13338c5cbc96,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:19.518583 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:18Z', 'revision_number': 3, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:19.575872 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-437c56eb-feab-4ce5-8bca-965ec3da9351 None None] Current status of the port 11c1f886-df57-4805-bd3b-972a992f65a0 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:19.602578 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Checking router: 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:50:19.608394 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Updating router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa port 8952b766-705f-4de3-b497-cce6db640c08 binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:50:19.685916 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8952b766-705f-4de3-b497-cce6db640c08), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.903618 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ab5b466e-75ea-4600-9c8d-0f0ec0046404 None None] Provisioning complete for port 11c1f886-df57-4805-bd3b-972a992f65a0 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:19.908342 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.911960 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ab5b466e-75ea-4600-9c8d-0f0ec0046404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.075428 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55826) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:20.086468 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b466e-75ea-4600-9c8d-0f0ec0046404 None None] Current status of the port 11c1f886-df57-4805-bd3b-972a992f65a0 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:20.098407 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c8bf888e-4dd8-41d9-a2f9-43ecf951a26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.181355 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Allocated IP 172.20.0.1 (ac04c41c-b85b-4d21-b0be-2868055ba015/f3fa4990-1c4f-457d-90b4-408ce0f1116b/7d08b112-a852-4ae7-a9f9-99b31938e109) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:20.226714 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Publish callbacks [] for port (8952b766-705f-4de3-b497-cce6db640c08), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.237169 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8952b766-705f-4de3-b497-cce6db640c08), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.242525 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c8bf888e-4dd8-41d9-a2f9-43ecf951a26f admin admin] Publish callbacks [] for security_group (1441d92a-aca9-451d-af10-82b46df1b4e9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.253005 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c8bf888e-4dd8-41d9-a2f9-43ecf951a26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1441d92a-aca9-451d-af10-82b46df1b4e9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.303920 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 11c1f886-df57-4805-bd3b-972a992f65a0 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:20.306842 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Attempting to bind port 8952b766-705f-4de3-b497-cce6db640c08 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:20.307513 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Attempting to bind port 8952b766-705f-4de3-b497-cce6db640c08 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:20.308033 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Attempting to bind port 8952b766-705f-4de3-b497-cce6db640c08 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:20.308301 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c8bf888e-4dd8-41d9-a2f9-43ecf951a26f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a10dd1648b540c4a9c2906b4267691d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315698 Apr 12 17:50:20.309457 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 55830) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:20.318709 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:20.319377 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:20.319951 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.320479 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:20.321389 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Bound port: 8952b766-705f-4de3-b497-cce6db640c08, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:20.322012 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8952b766-705f-4de3-b497-cce6db640c08), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.323216 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf888e-4dd8-41d9-a2f9-43ecf951a26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1441d92a-aca9-451d-af10-82b46df1b4e9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:20.338070 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Pushing event updated for resources: {'Port': ['ID=8952b766-705f-4de3-b497-cce6db640c08,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:20.369286 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.369286 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.369682 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.370040 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.371739 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.372078 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.372656 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.372806 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.373166 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.373495 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.373606 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-19567a29-7471-460c-a8e5-c9e2cc675f25 admin admin] Publish callbacks [] for security_group (1441d92a-aca9-451d-af10-82b46df1b4e9), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.373821 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.374180 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.374509 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.374963 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.375315 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:20.397656 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks [] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.399638 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 11c1f886-df57-4805-bd3b-972a992f65a0 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:20.400105 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.401336 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-19567a29-7471-460c-a8e5-c9e2cc675f25 admin admin] Publish callbacks [] for security_group (1441d92a-aca9-451d-af10-82b46df1b4e9), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.426187 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] For port 8952b766-705f-4de3-b497-cce6db640c08, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:20.429757 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] For port 8952b766-705f-4de3-b497-cce6db640c08, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8952b766-705f-4de3-b497-cce6db640c08,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:20.438512 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8952b766-705f-4de3-b497-cce6db640c08), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.463787 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.471468 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-19567a29-7471-460c-a8e5-c9e2cc675f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (1441d92a-aca9-451d-af10-82b46df1b4e9), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.474136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-19567a29-7471-460c-a8e5-c9e2cc675f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.477677 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-19567a29-7471-460c-a8e5-c9e2cc675f25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1441d92a-aca9-451d-af10-82b46df1b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1647706 Apr 12 17:50:20.491317 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19567a29-7471-460c-a8e5-c9e2cc675f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1441d92a-aca9-451d-af10-82b46df1b4e9,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:20.501428 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0490fc8-14d1-4f32-b5ac-acd7cec8dd9f None None] Pushing event updated for resources: {'Port': ['ID=8952b766-705f-4de3-b497-cce6db640c08,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:20.523617 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Network ac04c41c-b85b-4d21-b0be-2868055ba015 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:20.525543 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:20.526180 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:20.529572 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:20.535019 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:20.570199 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 11c1f886-df57-4805-bd3b-972a992f65a0 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:20.600948 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.673165 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:20.673406 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Pushing event updated for resources: {'Port': ['ID=7d08b112-a852-4ae7-a9f9-99b31938e109,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:20.787333 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.893819 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:18Z', 'revision_number': 3, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:20.912096 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-b47d9d62-998d-49ec-9c8c-7e25af0b059c None None] Provisioning complete for port 7d08b112-a852-4ae7-a9f9-99b31938e109 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:20.912857 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b47d9d62-998d-49ec-9c8c-7e25af0b059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.933285 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff07e9-ec88-40b5-ad1c-00d898a155ca None None] The sync data for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi is: [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:18Z', 'revision_number': 3, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:50:20.951576 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b47d9d62-998d-49ec-9c8c-7e25af0b059c None None] Port 7d08b112-a852-4ae7-a9f9-99b31938e109 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:20.995296 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks [] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:21.007764 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:21.078841 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Pushing event updated for resources: {'Port': ['ID=7d08b112-a852-4ae7-a9f9-99b31938e109,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:21.083118 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:21.219442 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Network ac04c41c-b85b-4d21-b0be-2868055ba015 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:21.223434 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:21.363201 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:50:21.474458 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0929d6f1-8bbb-47f0-a577-075e6156fe9a None None] Provisioning complete for port 7d08b112-a852-4ae7-a9f9-99b31938e109 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:21.476121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0929d6f1-8bbb-47f0-a577-075e6156fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:21.495556 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:50:21.501615 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e433e1c0-f13b-4835-815d-b6a9f6159aeb admin admin] 10.222.0.45 "PUT /v2.0/routers/106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701199 Apr 12 17:50:21.528245 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0929d6f1-8bbb-47f0-a577-075e6156fe9a None None] Port 7d08b112-a852-4ae7-a9f9-99b31938e109 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:22.029376 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-d31557c1-2fa4-45bc-a025-198aababa7d7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:22.030714 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-d31557c1-2fa4-45bc-a025-198aababa7d7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 818 time: 0.1050363 Apr 12 17:50:22.054539 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-12381436-3ad9-4d20-b0a3-7ec1a34c9118 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/quotas/11671b52d90e4b7db9c48ba20bda075a HTTP/1.1" status: 200 len: 375 time: 0.0144634 Apr 12 17:50:22.107121 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-15b62445-41b2-44da-b522-fe564318b938 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451229 Apr 12 17:50:22.203121 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c7918e-50a9-42c1-93ff-3c43a5e647f1 service neutron] 10.222.0.45 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878124 Apr 12 17:50:22.223433 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8952b766-705f-4de3-b497-cce6db640c08 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:22.276511 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 8952b766-705f-4de3-b497-cce6db640c08 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:22.276941 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8952b766-705f-4de3-b497-cce6db640c08), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:22.315325 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-e4171fe6-8b3b-401d-8cbe-f9066438e587 service neutron] 10.222.0.45 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059225 Apr 12 17:50:22.368263 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 8952b766-705f-4de3-b497-cce6db640c08 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:22.368661 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8952b766-705f-4de3-b497-cce6db640c08), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:22.393919 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 8952b766-705f-4de3-b497-cce6db640c08, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8952b766-705f-4de3-b497-cce6db640c08,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:22.401156 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8952b766-705f-4de3-b497-cce6db640c08), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:22.470712 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=8952b766-705f-4de3-b497-cce6db640c08,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:22.495892 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9da33af4-6c71-4785-8392-7ed8e803fdf2 req-b8da1192-a030-4ee0-98d2-de661b8c9905 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 210 time: 0.0398750 Apr 12 17:50:22.665005 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Sync routers for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:50:22.677415 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:22.678121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:22.752541 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-e98768ca-6d70-499f-ad91-ec07750c2a44 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:22.755769 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-e98768ca-6d70-499f-ad91-ec07750c2a44 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 818 time: 0.1292927 Apr 12 17:50:22.782770 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-2837ae40-c418-4834-97c7-ac24333fd5af tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/quotas/11671b52d90e4b7db9c48ba20bda075a HTTP/1.1" status: 200 len: 375 time: 0.0216067 Apr 12 17:50:22.814905 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:22.831947 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-09323eab-926b-4ced-ad16-36f9756152cb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481849 Apr 12 17:50:22.977533 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-18c269c8-0f89-440b-8fc7-049d02811d8a service neutron] 10.222.0.45 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334262 Apr 12 17:50:23.087495 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f09404cd-2c71-4eca-9538-d9329304397f service neutron] 10.222.0.45 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090600 Apr 12 17:50:23.110822 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 2, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:23.171073 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Checking router: 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:50:23.171073 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Updating router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa port 7d08b112-a852-4ae7-a9f9-99b31938e109 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:50:23.204844 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:23.304677 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f597a48-69a6-47ba-b16f-74311985eb36 req-1416b729-ac4d-45aa-b148-a4401310eb81 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0321503 Apr 12 17:50:23.469994 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:50:23.621610 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Publish callbacks [] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:23.630382 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:23.705117 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10bf78-4435-4882-a396-9d1381608841 None None] Pushing event updated for resources: {'Port': ['ID=7d08b112-a852-4ae7-a9f9-99b31938e109,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:23.773582 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Attempting to bind port 7d08b112-a852-4ae7-a9f9-99b31938e109 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:23.773989 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Attempting to bind port 7d08b112-a852-4ae7-a9f9-99b31938e109 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:23.774383 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Attempting to bind port 7d08b112-a852-4ae7-a9f9-99b31938e109 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:23.781351 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:23.782127 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Checking segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:23.782849 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:23.783445 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Bound using segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:23.784127 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Bound port: 7d08b112-a852-4ae7-a9f9-99b31938e109, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:23.784763 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:23.855137 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] For port 7d08b112-a852-4ae7-a9f9-99b31938e109, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:23.861412 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] For port 7d08b112-a852-4ae7-a9f9-99b31938e109, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=7d08b112-a852-4ae7-a9f9-99b31938e109,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:23.877270 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:23.891892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-65c59cbc-5e25-4213-be8a-95cb155d75df tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:23.893618 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-65c59cbc-5e25-4213-be8a-95cb155d75df tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 818 time: 0.2364125 Apr 12 17:50:23.948487 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10bf78-4435-4882-a396-9d1381608841 None None] Pushing event updated for resources: {'Port': ['ID=7d08b112-a852-4ae7-a9f9-99b31938e109,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:23.951242 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:23.951935 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:49:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:24.078720 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-6e271e95-2174-435c-8109-e1faf92ceb93 None None] Provisioning complete for port 7d08b112-a852-4ae7-a9f9-99b31938e109 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:24.079154 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e271e95-2174-435c-8109-e1faf92ceb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:24.105953 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:24.286614 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8952b766-705f-4de3-b497-cce6db640c08 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:24.440394 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed626906-77f5-4883-8c23-bf3b1dd4fd66 req-604f4c80-030c-4c9a-9552-e13c612cf138 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0330603 Apr 12 17:50:24.571729 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6e271e95-2174-435c-8109-e1faf92ceb93 None None] Current status of the port 7d08b112-a852-4ae7-a9f9-99b31938e109 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:24.572195 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e271e95-2174-435c-8109-e1faf92ceb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:24.642656 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6e271e95-2174-435c-8109-e1faf92ceb93 None None] For port 7d08b112-a852-4ae7-a9f9-99b31938e109, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=7d08b112-a852-4ae7-a9f9-99b31938e109,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:24.659771 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e271e95-2174-435c-8109-e1faf92ceb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:24.663914 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 8952b766-705f-4de3-b497-cce6db640c08 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:24.664270 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8952b766-705f-4de3-b497-cce6db640c08), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:24.795427 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:23Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:24.799942 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e271e95-2174-435c-8109-e1faf92ceb93 None None] Pushing event updated for resources: {'Port': ['ID=7d08b112-a852-4ae7-a9f9-99b31938e109,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:24.832075 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633ee1d-714f-4c50-9d19-da2d6a651e91 None None] The sync data for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi is: [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:23Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:50:24.833879 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-613af78d-a650-48e7-9bf5-6658405dc4b5 None None] Provisioning complete for port 7d08b112-a852-4ae7-a9f9-99b31938e109 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:24.834468 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-613af78d-a650-48e7-9bf5-6658405dc4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:24.935008 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 8952b766-705f-4de3-b497-cce6db640c08 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:24.977686 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-613af78d-a650-48e7-9bf5-6658405dc4b5 None None] Current status of the port 7d08b112-a852-4ae7-a9f9-99b31938e109 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:25.540354 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ac9dc977-878f-4e8b-9794-1612198e49b4 req-85049ea2-4707-4924-bb01-69ead4bef6a2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0316894 Apr 12 17:50:26.228706 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 7d08b112-a852-4ae7-a9f9-99b31938e109 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:26.282797 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-623320a0-a286-41da-b3ab-4822586c5290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:26.289539 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 7d08b112-a852-4ae7-a9f9-99b31938e109 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:26.289997 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:26.381902 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 7d08b112-a852-4ae7-a9f9-99b31938e109 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:26.401019 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'port': {'device_id': 'd148bec3-8296-4767-a371-7c5a31916f10', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'admin_state_up': True, 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:26.515254 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Made reservation on behalf of 11671b52d90e4b7db9c48ba20bda075a for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:26.518708 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:26.663440 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4124775a-5e55-401d-913b-6d60101c420c req-b643fac8-8240-451c-a09e-f7d157b3a820 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0368032 Apr 12 17:50:26.677334 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Allocated IP 172.20.0.5 (ac04c41c-b85b-4d21-b0be-2868055ba015/f3fa4990-1c4f-457d-90b4-408ce0f1116b/d1aaa854-d3e5-4a6c-8285-0676fd243645) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:26.848953 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:26.884568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:26.930966 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Network ac04c41c-b85b-4d21-b0be-2868055ba015 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:26.936212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:26.940897 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:27.003082 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:27.003082 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:27.009840 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'Port': ['ID=d1aaa854-d3e5-4a6c-8285-0676fd243645,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:27.029989 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-9cdb1783-5a1c-4329-ba99-c90eb13feef9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6335983 Apr 12 17:50:27.218203 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-cc1663a8-6737-4e0c-a031-6444214f8e7b None None] Provisioning complete for port d1aaa854-d3e5-4a6c-8285-0676fd243645 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:27.218604 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc1663a8-6737-4e0c-a031-6444214f8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:27.253322 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cc1663a8-6737-4e0c-a031-6444214f8e7b None None] Port d1aaa854-d3e5-4a6c-8285-0676fd243645 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:27.763826 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f2893aaf-02a7-4abf-8c39-720d609ddfc3 req-d67267d1-3f84-4dbf-9d1a-46d5a80835a0 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0316985 Apr 12 17:50:28.543931 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe327-2c79-4471-86f8-402d1ef4024b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:28.868238 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1abe4c92-1818-490d-b6e7-c484cc261ce8 req-2daa72bc-fd80-47b3-8e89-2e2b1667c23a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0285330 Apr 12 17:50:29.370363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Request body: {'port': {'device_id': 'd148bec3-8296-4767-a371-7c5a31916f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:29.436131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:29.678358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-cc799a7e-a917-48f2-8a89-28541b3c5e72 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:29.680078 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-cc799a7e-a917-48f2-8a89-28541b3c5e72 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 818 time: 0.2055616 Apr 12 17:50:29.723190 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'port': {'device_id': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'admin_state_up': True, 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:29.897357 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1aaa854-d3e5-4a6c-8285-0676fd243645 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:50:29.906450 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Publish callbacks [] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:29.909637 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Made reservation on behalf of 11671b52d90e4b7db9c48ba20bda075a for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:29.913238 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:29.937991 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Transition to ACTIVE for port object d1aaa854-d3e5-4a6c-8285-0676fd243645 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:50:29.952646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.052033 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dab9d66f-2685-46e0-9648-b68bbdc1458e req-0b0f4495-a94d-4679-83ba-af01097efefa tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 210 time: 0.1026008 Apr 12 17:50:30.095797 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.099444 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Pushing event updated for resources: {'Port': ['ID=d1aaa854-d3e5-4a6c-8285-0676fd243645,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:30.217989 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Allocated IP 172.20.0.7 (ac04c41c-b85b-4d21-b0be-2868055ba015/f3fa4990-1c4f-457d-90b4-408ce0f1116b/55ad617b-eb44-4898-9ff8-08db801bae30) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:30.244256 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Attempting to bind port d1aaa854-d3e5-4a6c-8285-0676fd243645 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:30.244595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Attempting to bind port d1aaa854-d3e5-4a6c-8285-0676fd243645 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:30.245174 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Attempting to bind port d1aaa854-d3e5-4a6c-8285-0676fd243645 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:30.255898 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Port d1aaa854-d3e5-4a6c-8285-0676fd243645 on network ac04c41c-b85b-4d21-b0be-2868055ba015 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:50:30.256355 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Attempting to bind port d1aaa854-d3e5-4a6c-8285-0676fd243645 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:30.273936 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:30.274285 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Checking segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:30.274672 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Bound using segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:30.275150 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Bound port: d1aaa854-d3e5-4a6c-8285-0676fd243645, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:30.275519 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.454487 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] For port d1aaa854-d3e5-4a6c-8285-0676fd243645, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:30.481790 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] For port d1aaa854-d3e5-4a6c-8285-0676fd243645, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:30.510885 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for port (55ad617b-eb44-4898-9ff8-08db801bae30), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.520085 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.583226 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:30.590674 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.592528 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] 10.222.0.18 "PUT /v2.0/ports/d1aaa854-d3e5-4a6c-8285-0676fd243645 HTTP/1.1" status: 200 len: 1093 time: 1.2311199 Apr 12 17:50:30.593133 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd148bec3-8296-4767-a371-7c5a31916f10', 'tag': 'd1aaa854-d3e5-4a6c-8285-0676fd243645'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:50:30.609318 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29" -d '{"events": [{"name": "network-changed", "server_uuid": "d148bec3-8296-4767-a371-7c5a31916f10", "tag": "d1aaa854-d3e5-4a6c-8285-0676fd243645"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:50:30.699363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ecf15e-1f85-4623-a84a-286170fce11b x-openstack-request-id: req-b5ecf15e-1f85-4623-a84a-286170fce11b {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:50:30.699626 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d148bec3-8296-4767-a371-7c5a31916f10", "tag": "d1aaa854-d3e5-4a6c-8285-0676fd243645", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:50:30.699871 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5ecf15e-1f85-4623-a84a-286170fce11b {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:50:30.700595 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ecf15e-1f85-4623-a84a-286170fce11b'] response: {'name': 'network-changed', 'server_uuid': 'd148bec3-8296-4767-a371-7c5a31916f10', 'tag': 'd1aaa854-d3e5-4a6c-8285-0676fd243645', 'status': 'completed', 'code': 200} Apr 12 17:50:30.706401 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6df96-f753-43d0-b9f3-2fdf5f15597a service neutron] Pushing event updated for resources: {'Port': ['ID=d1aaa854-d3e5-4a6c-8285-0676fd243645,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:30.729749 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-14071765-6a04-43c2-b50b-f63680b92e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:30.733267 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-14071765-6a04-43c2-b50b-f63680b92e87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 1127 time: 0.0770645 Apr 12 17:50:30.735182 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.827978 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-02ae87ef-063e-430f-88d7-071c2fc52263 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645 HTTP/1.1" status: 200 len: 217 time: 0.0417354 Apr 12 17:50:30.848114 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'Port': ['ID=55ad617b-eb44-4898-9ff8-08db801bae30,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:30.885168 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Network ac04c41c-b85b-4d21-b0be-2868055ba015 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:30.888138 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:30.894150 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:30.931292 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-355c34a6-b2bb-4524-b529-af43965645ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:30.932819 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-355c34a6-b2bb-4524-b529-af43965645ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0967066 Apr 12 17:50:30.992252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-64bd8d4b-da77-435c-a00e-30a9a123307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:30.993873 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-64bd8d4b-da77-435c-a00e-30a9a123307f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543010 Apr 12 17:50:31.000248 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:31.000969 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.040821 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-d413503f-b673-4dc3-858a-a9fbc1cf883c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3256409 Apr 12 17:50:31.087522 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Request body: {'port': {'device_id': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:31.163867 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f77f828a-5d80-4891-b1ec-22c57410fd57 None None] Provisioning complete for port 55ad617b-eb44-4898-9ff8-08db801bae30 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:31.164407 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f77f828a-5d80-4891-b1ec-22c57410fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.204156 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f77f828a-5d80-4891-b1ec-22c57410fd57 None None] Port 55ad617b-eb44-4898-9ff8-08db801bae30 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:31.218703 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-d2639c4c-bab6-4b44-a898-ea7143b5d069 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135854 Apr 12 17:50:31.238595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.274976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512d049-96e2-4546-b91c-9c95248048ed req-9c00e682-fdc0-4e38-b2ae-3c678fac6197 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:31.276793 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9512d049-96e2-4546-b91c-9c95248048ed req-9c00e682-fdc0-4e38-b2ae-3c678fac6197 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 931 time: 0.1077750 Apr 12 17:50:31.368578 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.485162 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9512d049-96e2-4546-b91c-9c95248048ed req-2bba504d-27a4-4d14-920b-6156a56db74d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004597 Apr 12 17:50:31.495709 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9bc8f689-3bd5-4e8d-9691-15e2b0733713 req-46dba520-7e4e-4b9e-b04f-812952b94955 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706769 Apr 12 17:50:31.650034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ad617b-eb44-4898-9ff8-08db801bae30 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:50:31.658305 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Publish callbacks [] for port (55ad617b-eb44-4898-9ff8-08db801bae30), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.671683 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Transition to ACTIVE for port object 55ad617b-eb44-4898-9ff8-08db801bae30 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:50:31.675774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.768391 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad617b-eb44-4898-9ff8-08db801bae30,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:31.853216 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Attempting to bind port 55ad617b-eb44-4898-9ff8-08db801bae30 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:31.853568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Attempting to bind port 55ad617b-eb44-4898-9ff8-08db801bae30 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:31.853897 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Attempting to bind port 55ad617b-eb44-4898-9ff8-08db801bae30 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:31.859439 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Port 55ad617b-eb44-4898-9ff8-08db801bae30 on network ac04c41c-b85b-4d21-b0be-2868055ba015 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:50:31.860025 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Attempting to bind port 55ad617b-eb44-4898-9ff8-08db801bae30 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:31.871786 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:31.871786 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Checking segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:31.871786 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Bound using segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:31.871786 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Bound port: 55ad617b-eb44-4898-9ff8-08db801bae30, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:31.871786 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.947144 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] For port 55ad617b-eb44-4898-9ff8-08db801bae30, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:31.951424 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] For port 55ad617b-eb44-4898-9ff8-08db801bae30, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55ad617b-eb44-4898-9ff8-08db801bae30,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:31.957938 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.994399 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:31.995220 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.996743 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/55ad617b-eb44-4898-9ff8-08db801bae30 HTTP/1.1" status: 200 len: 1093 time: 0.9135618 Apr 12 17:50:32.024341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844cf06-f06b-4870-bd76-9730b4b471c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad617b-eb44-4898-9ff8-08db801bae30,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:32.127077 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56168) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:32.238089 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-837961a5-053d-45ac-94e8-9dbe0542c906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:32.317966 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-837961a5-053d-45ac-94e8-9dbe0542c906 admin admin] Publish callbacks [] for security_group (02b71858-2cad-4209-896a-a274dae30918), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:32.321642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-837961a5-053d-45ac-94e8-9dbe0542c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (02b71858-2cad-4209-896a-a274dae30918), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:32.368659 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-837961a5-053d-45ac-94e8-9dbe0542c906 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=407847d366364c0fbe776cc24916ac17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403793 Apr 12 17:50:32.370620 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837961a5-053d-45ac-94e8-9dbe0542c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b71858-2cad-4209-896a-a274dae30918,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:32.371424 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56174) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:32.444199 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-4d883d82-ed65-4f27-a2ab-175f3851e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:32.445739 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-4d883d82-ed65-4f27-a2ab-175f3851e091 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 1127 time: 0.0870821 Apr 12 17:50:32.448972 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-e5847597-71fb-436c-9f11-795fbca8f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:32.450626 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-e5847597-71fb-436c-9f11-795fbca8f30d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 1127 time: 0.0533526 Apr 12 17:50:32.450752 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd78b-952d-4cd7-9dd5-b2a51c14abee admin admin] Publish callbacks [] for security_group (02b71858-2cad-4209-896a-a274dae30918), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:32.485228 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd78b-952d-4cd7-9dd5-b2a51c14abee admin admin] Publish callbacks [] for security_group (02b71858-2cad-4209-896a-a274dae30918), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:32.511299 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-7b19a6fe-d6ce-4d23-8639-05bacc1a7a58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ad617b-eb44-4898-9ff8-08db801bae30 HTTP/1.1" status: 200 len: 217 time: 0.0463052 Apr 12 17:50:32.587264 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd78b-952d-4cd7-9dd5-b2a51c14abee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (02b71858-2cad-4209-896a-a274dae30918), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:32.591666 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd78b-952d-4cd7-9dd5-b2a51c14abee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:32.603831 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4b3dd78b-952d-4cd7-9dd5-b2a51c14abee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02b71858-2cad-4209-896a-a274dae30918 HTTP/1.1" status: 204 len: 168 time: 0.2268260 Apr 12 17:50:32.626485 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dd78b-952d-4cd7-9dd5-b2a51c14abee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b71858-2cad-4209-896a-a274dae30918,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:32.668627 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-1daef2fd-c9e5-4dcb-8065-ae15a5cdbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:32.670897 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-1daef2fd-c9e5-4dcb-8065-ae15a5cdbc6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.1447549 Apr 12 17:50:32.703978 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'tag': '55ad617b-eb44-4898-9ff8-08db801bae30'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:50:32.707252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d204271-efda-49a3-9528-145e882c4497" -d '{"events": [{"name": "network-changed", "server_uuid": "14ff4a68-46fb-4769-aac8-79c30679d3a4", "tag": "55ad617b-eb44-4898-9ff8-08db801bae30"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:50:32.745745 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.012441 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169c271-4917-42bc-b0c8-fb7b306503f8 x-openstack-request-id: req-4169c271-4917-42bc-b0c8-fb7b306503f8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:50:33.013436 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ff4a68-46fb-4769-aac8-79c30679d3a4", "tag": "55ad617b-eb44-4898-9ff8-08db801bae30", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:50:33.013691 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4169c271-4917-42bc-b0c8-fb7b306503f8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:50:33.014080 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4169c271-4917-42bc-b0c8-fb7b306503f8'] response: {'name': 'network-changed', 'server_uuid': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'tag': '55ad617b-eb44-4898-9ff8-08db801bae30', 'status': 'completed', 'code': 200} Apr 12 17:50:33.023478 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27ca3-c03c-452e-bd34-a1009fcd7ef1 req-09c46b70-4e5e-4f88-81a4-d79f434a67ff tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:33.025063 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-35c27ca3-c03c-452e-bd34-a1009fcd7ef1 req-09c46b70-4e5e-4f88-81a4-d79f434a67ff tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 943 time: 0.4249976 Apr 12 17:50:33.029229 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:33.039529 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-180026e0-8390-4189-95df-a43e15db24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:33.040939 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-180026e0-8390-4189-95df-a43e15db24a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.5779159 Apr 12 17:50:33.042549 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-78c4dff5-df82-4898-8c42-11704ffb1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:33.043870 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-78c4dff5-df82-4898-8c42-11704ffb1190 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3616271 Apr 12 17:50:33.051869 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9af811b-436f-4256-9969-380591d5d468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.124159 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-24fba790-d858-4331-995c-46e22af98a25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645 HTTP/1.1" status: 200 len: 217 time: 0.0661192 Apr 12 17:50:33.142443 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9af811b-436f-4256-9969-380591d5d468 admin admin] Publish callbacks [] for security_group (86b4d13f-92ec-47db-b259-92b02fd784fa), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.155297 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e9af811b-436f-4256-9969-380591d5d468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (86b4d13f-92ec-47db-b259-92b02fd784fa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.190459 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af811b-436f-4256-9969-380591d5d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b4d13f-92ec-47db-b259-92b02fd784fa,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:33.215749 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e9af811b-436f-4256-9969-380591d5d468 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ee2cd53d91048199ce1ca13ec4a7e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849668 Apr 12 17:50:33.216572 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56264) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:33.222492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-35c27ca3-c03c-452e-bd34-a1009fcd7ef1 req-77b15265-6545-4bbf-b0bb-40c4eccb6a43 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841073 Apr 12 17:50:33.248737 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-cbf73215-7232-4cb9-80ac-0eb6593cb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:33.250489 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-cbf73215-7232-4cb9-80ac-0eb6593cb9ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.1145217 Apr 12 17:50:33.282301 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee619507-c2b3-4d6a-9ab7-1ad86525c4f4 admin admin] Publish callbacks [] for security_group (86b4d13f-92ec-47db-b259-92b02fd784fa), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.306736 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee619507-c2b3-4d6a-9ab7-1ad86525c4f4 admin admin] Publish callbacks [] for security_group (86b4d13f-92ec-47db-b259-92b02fd784fa), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.324300 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-49fec445-26f1-4e02-ae9d-c7cf689b3b06 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673128 Apr 12 17:50:33.327774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-ebe0c9d2-0dc4-42d9-9dbd-ef2c4e7f73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:33.329972 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-ebe0c9d2-0dc4-42d9-9dbd-ef2c4e7f73d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718424 Apr 12 17:50:33.365367 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee619507-c2b3-4d6a-9ab7-1ad86525c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (86b4d13f-92ec-47db-b259-92b02fd784fa), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.370602 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee619507-c2b3-4d6a-9ab7-1ad86525c4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.374226 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ee619507-c2b3-4d6a-9ab7-1ad86525c4f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86b4d13f-92ec-47db-b259-92b02fd784fa HTTP/1.1" status: 204 len: 168 time: 0.1541080 Apr 12 17:50:33.376081 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:33.395859 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee619507-c2b3-4d6a-9ab7-1ad86525c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b4d13f-92ec-47db-b259-92b02fd784fa,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:33.521991 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03d874d2-c66e-46f4-bcbe-5d158483895d req-4f5e8ee7-789b-4ff9-8f51-7babc4bb527f service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860869 Apr 12 17:50:33.532693 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-765b5ad2-f438-459c-87e3-ba27060d5611 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721048 Apr 12 17:50:33.639162 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfc7473d-7a8f-4ef1-a781-82bd9ee42a29 req-6f112b86-c895-4f91-b8d2-e5d8a41e0161 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943341 Apr 12 17:50:33.665152 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e195d09-30b7-4b67-8c27-6c459a450fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.750135 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56288) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:33.762649 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e195d09-30b7-4b67-8c27-6c459a450fed admin admin] Publish callbacks [] for security_group (4eb40172-033d-4698-a697-fca92663b61c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.763912 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-80648add-4410-4b4f-9494-22c98b415a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.768149 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e195d09-30b7-4b67-8c27-6c459a450fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4eb40172-033d-4698-a697-fca92663b61c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.813592 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9e195d09-30b7-4b67-8c27-6c459a450fed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0d7171b16d84a808a8a98aa6e392a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323704 Apr 12 17:50:33.815929 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195d09-30b7-4b67-8c27-6c459a450fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb40172-033d-4698-a697-fca92663b61c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:33.816668 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56290) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:33.898107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-80648add-4410-4b4f-9494-22c98b415a3b admin admin] Publish callbacks [] for security_group (f18d59ae-62b5-4507-b942-dbde860d8b70), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.906034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-80648add-4410-4b4f-9494-22c98b415a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f18d59ae-62b5-4507-b942-dbde860d8b70), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.924360 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83ab4210-367a-4ca6-b162-74b508b3f81d admin admin] Publish callbacks [] for security_group (4eb40172-033d-4698-a697-fca92663b61c), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.958966 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-80648add-4410-4b4f-9494-22c98b415a3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63b89267265c49f3bdaad9a83b73b6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076120 Apr 12 17:50:33.961761 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56294) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:33.976549 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80648add-4410-4b4f-9494-22c98b415a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d59ae-62b5-4507-b942-dbde860d8b70,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:33.980350 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83ab4210-367a-4ca6-b162-74b508b3f81d admin admin] Publish callbacks [] for security_group (4eb40172-033d-4698-a697-fca92663b61c), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.982409 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device d1aaa854-d3e5-4a6c-8285-0676fd243645 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:50:34.036933 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8868e70e-d6a2-482e-bfc9-9907376279c5 admin admin] Publish callbacks [] for security_group (f18d59ae-62b5-4507-b942-dbde860d8b70), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.048026 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83ab4210-367a-4ca6-b162-74b508b3f81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4eb40172-033d-4698-a697-fca92663b61c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.050813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83ab4210-367a-4ca6-b162-74b508b3f81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.052018 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-83ab4210-367a-4ca6-b162-74b508b3f81d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4eb40172-033d-4698-a697-fca92663b61c HTTP/1.1" status: 204 len: 168 time: 0.2335234 Apr 12 17:50:34.063614 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab4210-367a-4ca6-b162-74b508b3f81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb40172-033d-4698-a697-fca92663b61c,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:34.077944 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56300) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:34.112957 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8868e70e-d6a2-482e-bfc9-9907376279c5 admin admin] Publish callbacks [] for security_group (f18d59ae-62b5-4507-b942-dbde860d8b70), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.124588 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port d1aaa854-d3e5-4a6c-8285-0676fd243645, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:34.147501 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': 'd1aaa854-d3e5-4a6c-8285-0676fd243645', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'port_id': 'd1aaa854-d3e5-4a6c-8285-0676fd243645', 'mac_address': 'fa:16:3e:fa:d4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:50:34.177823 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8868e70e-d6a2-482e-bfc9-9907376279c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f18d59ae-62b5-4507-b942-dbde860d8b70), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.181414 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8868e70e-d6a2-482e-bfc9-9907376279c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.185578 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8868e70e-d6a2-482e-bfc9-9907376279c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f18d59ae-62b5-4507-b942-dbde860d8b70 HTTP/1.1" status: 204 len: 168 time: 0.2202759 Apr 12 17:50:34.194113 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e70e-d6a2-482e-bfc9-9907376279c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d59ae-62b5-4507-b942-dbde860d8b70,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:34.208640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port d1aaa854-d3e5-4a6c-8285-0676fd243645 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:34.209175 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.233515 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aaa854-d3e5-4a6c-8285-0676fd243645 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:50:34.242247 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fcf990d2-f924-446e-9016-77e02068fd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.258737 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port d1aaa854-d3e5-4a6c-8285-0676fd243645, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:34.264454 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.328151 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=d1aaa854-d3e5-4a6c-8285-0676fd243645,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:34.385637 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0201e4-8a6d-4ed1-84b0-24355dce82b1 req-dda5d6bc-89a7-43a3-9bc6-bebff504bbcf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:34.387356 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ba0201e4-8a6d-4ed1-84b0-24355dce82b1 req-dda5d6bc-89a7-43a3-9bc6-bebff504bbcf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0719991 Apr 12 17:50:34.425236 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fcf990d2-f924-446e-9016-77e02068fd77 admin admin] Publish callbacks [] for security_group (b19933fc-6755-4be4-9725-12f3463e4380), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.436339 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fcf990d2-f924-446e-9016-77e02068fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b19933fc-6755-4be4-9725-12f3463e4380), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.482668 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ba0201e4-8a6d-4ed1-84b0-24355dce82b1 req-5b2c5bb2-f7ed-45b9-a011-51fcd8631e16 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889754 Apr 12 17:50:34.510520 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-fcf990d2-f924-446e-9016-77e02068fd77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc903a669f0c4621832c9b22b8b6d308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234586 Apr 12 17:50:34.510520 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf990d2-f924-446e-9016-77e02068fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19933fc-6755-4be4-9725-12f3463e4380,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:34.510520 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56316) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:34.573244 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['d1aaa854-d3e5-4a6c-8285-0676fd243645'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:50:34.607721 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d204271-efda-49a3-9528-145e882c4497 req-3371dece-d5fb-4c56-b8d0-2c5e5e192123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:34.609645 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d204271-efda-49a3-9528-145e882c4497 req-3371dece-d5fb-4c56-b8d0-2c5e5e192123 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 1127 time: 0.0615501 Apr 12 17:50:34.643740 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5d600f9e-3ee9-4a3d-ba14-10665916b209 admin admin] Publish callbacks [] for security_group (b19933fc-6755-4be4-9725-12f3463e4380), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.708922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5d600f9e-3ee9-4a3d-ba14-10665916b209 admin admin] Publish callbacks [] for security_group (b19933fc-6755-4be4-9725-12f3463e4380), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.766072 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d204271-efda-49a3-9528-145e882c4497 req-861dddba-be85-4a11-8fd7-fb3527d6e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:34.767781 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d204271-efda-49a3-9528-145e882c4497 req-861dddba-be85-4a11-8fd7-fb3527d6e814 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1498797 Apr 12 17:50:34.828480 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d204271-efda-49a3-9528-145e882c4497 req-0113b95b-34c0-45fe-9489-849af3d96d32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ad617b-eb44-4898-9ff8-08db801bae30 HTTP/1.1" status: 200 len: 217 time: 0.0531921 Apr 12 17:50:34.829458 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5d600f9e-3ee9-4a3d-ba14-10665916b209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b19933fc-6755-4be4-9725-12f3463e4380), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.833026 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5d600f9e-3ee9-4a3d-ba14-10665916b209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.837188 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5d600f9e-3ee9-4a3d-ba14-10665916b209 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b19933fc-6755-4be4-9725-12f3463e4380 HTTP/1.1" status: 204 len: 168 time: 0.3234336 Apr 12 17:50:34.874196 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d600f9e-3ee9-4a3d-ba14-10665916b209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19933fc-6755-4be4-9725-12f3463e4380,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:34.900360 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d204271-efda-49a3-9528-145e882c4497 req-b5bca5e7-5f47-4c49-a3ad-5e8b69793c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:34.901993 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d204271-efda-49a3-9528-145e882c4497 req-b5bca5e7-5f47-4c49-a3ad-5e8b69793c67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0625076 Apr 12 17:50:34.955892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d204271-efda-49a3-9528-145e882c4497 req-735696e2-c64a-4d0d-b9ef-7ac428bbdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:34.957954 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d204271-efda-49a3-9528-145e882c4497 req-735696e2-c64a-4d0d-b9ef-7ac428bbdf15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494049 Apr 12 17:50:35.084535 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d204271-efda-49a3-9528-145e882c4497 req-de86f9fb-0c72-4990-a116-cae5288971f9 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187413 Apr 12 17:50:35.194725 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d204271-efda-49a3-9528-145e882c4497 req-82e10ad1-c59b-4a16-93b3-817c00838c9f service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029501 Apr 12 17:50:35.350749 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:35.623899 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ba02-015f-4116-82d3-4233f5d1deb0 req-ca488dfe-3ab1-4e11-90d4-b45a2d4b58a8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:35.625481 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4c8ba02-015f-4116-82d3-4233f5d1deb0 req-ca488dfe-3ab1-4e11-90d4-b45a2d4b58a8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0617709 Apr 12 17:50:35.692152 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4c8ba02-015f-4116-82d3-4233f5d1deb0 req-37582df6-1b2a-4cd4-9ff7-ae4c58fe8c97 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590217 Apr 12 17:50:36.000385 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 55ad617b-eb44-4898-9ff8-08db801bae30 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:50:36.002975 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device d1aaa854-d3e5-4a6c-8285-0676fd243645 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:36.108564 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port d1aaa854-d3e5-4a6c-8285-0676fd243645 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:50:36.130462 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port d1aaa854-d3e5-4a6c-8285-0676fd243645 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:36.133297 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:36.252772 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 55ad617b-eb44-4898-9ff8-08db801bae30, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55ad617b-eb44-4898-9ff8-08db801bae30,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:36.281731 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '55ad617b-eb44-4898-9ff8-08db801bae30', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'port_id': '55ad617b-eb44-4898-9ff8-08db801bae30', 'mac_address': 'fa:16:3e:92:e3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:50:36.361151 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 55ad617b-eb44-4898-9ff8-08db801bae30 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:36.361858 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:36.365464 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port d1aaa854-d3e5-4a6c-8285-0676fd243645 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:36.365464 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:36.384694 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ad617b-eb44-4898-9ff8-08db801bae30 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:50:36.416079 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148bec3-8296-4767-a371-7c5a31916f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aaa854-d3e5-4a6c-8285-0676fd243645'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:50:36.418746 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec3edd3-ecc2-4f8d-9b3b-471ed4ccc7e6" -d '{"events": [{"server_uuid": "d148bec3-8296-4767-a371-7c5a31916f10", "name": "network-vif-plugged", "status": "completed", "tag": "d1aaa854-d3e5-4a6c-8285-0676fd243645"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:50:36.430341 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 55ad617b-eb44-4898-9ff8-08db801bae30, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55ad617b-eb44-4898-9ff8-08db801bae30,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:36.440743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:36.444191 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port d1aaa854-d3e5-4a6c-8285-0676fd243645, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:36.451099 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:36.495958 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd8a89d-e044-4924-b365-1c7c9dd250a7 x-openstack-request-id: req-2bd8a89d-e044-4924-b365-1c7c9dd250a7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:50:36.496283 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d148bec3-8296-4767-a371-7c5a31916f10", "name": "network-vif-plugged", "status": "completed", "tag": "d1aaa854-d3e5-4a6c-8285-0676fd243645", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:50:36.496558 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bd8a89d-e044-4924-b365-1c7c9dd250a7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:50:36.496978 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd8a89d-e044-4924-b365-1c7c9dd250a7'] response: {'server_uuid': 'd148bec3-8296-4767-a371-7c5a31916f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aaa854-d3e5-4a6c-8285-0676fd243645', 'code': 200} Apr 12 17:50:36.510915 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=55ad617b-eb44-4898-9ff8-08db801bae30,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:36.575420 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=d1aaa854-d3e5-4a6c-8285-0676fd243645,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:36.723380 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['55ad617b-eb44-4898-9ff8-08db801bae30'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:50:36.730502 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03627d-5c24-42c6-8c39-78dfe0670fc2 req-6679a750-be41-4487-8578-eed35c416696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:36.732232 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2c03627d-5c24-42c6-8c39-78dfe0670fc2 req-6679a750-be41-4487-8578-eed35c416696 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 1129 time: 0.0668135 Apr 12 17:50:36.845547 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879b307-ab24-4554-8e26-8bd74051f1ec req-697644d5-c8b5-405b-8964-03d93ae99a96 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:36.854222 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8879b307-ab24-4554-8e26-8bd74051f1ec req-697644d5-c8b5-405b-8964-03d93ae99a96 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 944 time: 0.0802851 Apr 12 17:50:36.859560 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2c03627d-5c24-42c6-8c39-78dfe0670fc2 req-a27fbf5e-c6bb-4c47-b5c8-7b2d87e9cb4d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201270 Apr 12 17:50:36.913531 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8879b307-ab24-4554-8e26-8bd74051f1ec req-0eb65f2a-0422-4b93-8f3b-23f002cfb131 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582316 Apr 12 17:50:38.006484 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 55ad617b-eb44-4898-9ff8-08db801bae30 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:38.041452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563c25-35ab-486c-8694-c0a13257c4cf req-7c39e0ad-17e3-4ad8-97b5-8767a4de0def tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:38.043981 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d563c25-35ab-486c-8694-c0a13257c4cf req-7c39e0ad-17e3-4ad8-97b5-8767a4de0def tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 944 time: 0.0577729 Apr 12 17:50:38.074691 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 55ad617b-eb44-4898-9ff8-08db801bae30 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:50:38.081627 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 55ad617b-eb44-4898-9ff8-08db801bae30 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:38.083453 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.133813 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d563c25-35ab-486c-8694-c0a13257c4cf req-66152695-0137-4820-b9b2-ca02d04fc157 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769322 Apr 12 17:50:38.181420 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 55ad617b-eb44-4898-9ff8-08db801bae30 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:38.181809 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.221514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 55ad617b-eb44-4898-9ff8-08db801bae30, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55ad617b-eb44-4898-9ff8-08db801bae30,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:38.226196 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.289089 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=55ad617b-eb44-4898-9ff8-08db801bae30,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:38.497431 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56508) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:38.498059 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad617b-eb44-4898-9ff8-08db801bae30'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:50:38.501249 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd448c2-0c94-47ea-be7f-1fd9087212f8" -d '{"events": [{"server_uuid": "14ff4a68-46fb-4769-aac8-79c30679d3a4", "name": "network-vif-plugged", "status": "completed", "tag": "55ad617b-eb44-4898-9ff8-08db801bae30"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:50:38.580150 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69dd3f5-e434-4f41-af08-265c7272c74e x-openstack-request-id: req-c69dd3f5-e434-4f41-af08-265c7272c74e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:50:38.580477 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ff4a68-46fb-4769-aac8-79c30679d3a4", "name": "network-vif-plugged", "status": "completed", "tag": "55ad617b-eb44-4898-9ff8-08db801bae30", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:50:38.580749 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c69dd3f5-e434-4f41-af08-265c7272c74e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:50:38.581197 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69dd3f5-e434-4f41-af08-265c7272c74e'] response: {'server_uuid': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad617b-eb44-4898-9ff8-08db801bae30', 'code': 200} Apr 12 17:50:38.645383 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ba23d0a-fb9f-4c31-b65c-a7c459068b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.756202 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56522) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:38.795951 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ba23d0a-fb9f-4c31-b65c-a7c459068b28 admin admin] Publish callbacks [] for security_group (2324fef8-cd9c-4031-9394-7097fe70b325), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.804753 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ba23d0a-fb9f-4c31-b65c-a7c459068b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2324fef8-cd9c-4031-9394-7097fe70b325), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.819368 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3cae2-065d-40c4-b2c7-7ac674f75c48 req-3b998b60-ed15-45c1-9714-aa1a6fdd554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:38.820914 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a6f3cae2-065d-40c4-b2c7-7ac674f75c48 req-3b998b60-ed15-45c1-9714-aa1a6fdd554b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 1129 time: 0.0720952 Apr 12 17:50:38.883837 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7ba23d0a-fb9f-4c31-b65c-a7c459068b28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec493423e8ae4944995f35209f603cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845825 Apr 12 17:50:38.886616 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56526) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:38.891868 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-565a1ff6-f891-4918-8b4a-6559a881250c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.893280 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba23d0a-fb9f-4c31-b65c-a7c459068b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2324fef8-cd9c-4031-9394-7097fe70b325,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:38.935753 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a6f3cae2-065d-40c4-b2c7-7ac674f75c48 req-c6458a4d-3a02-4460-a0d3-63e81a6546a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051929 Apr 12 17:50:38.965539 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-911568c9-dca5-4c24-b87c-912d7e9a41e2 admin admin] Publish callbacks [] for security_group (2324fef8-cd9c-4031-9394-7097fe70b325), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.985427 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-565a1ff6-f891-4918-8b4a-6559a881250c admin admin] Publish callbacks [] for security_group (3c9aab10-ffe2-462a-975e-cb17d80a28f4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.990624 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-565a1ff6-f891-4918-8b4a-6559a881250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (3c9aab10-ffe2-462a-975e-cb17d80a28f4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:38.991501 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-911568c9-dca5-4c24-b87c-912d7e9a41e2 admin admin] Publish callbacks [] for security_group (2324fef8-cd9c-4031-9394-7097fe70b325), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:39.030330 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-565a1ff6-f891-4918-8b4a-6559a881250c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eba6b71e33cb4d0e98b145a6a1764a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730689 Apr 12 17:50:39.033607 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56528) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:39.035888 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a1ff6-f891-4918-8b4a-6559a881250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9aab10-ffe2-462a-975e-cb17d80a28f4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:39.084427 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-911568c9-dca5-4c24-b87c-912d7e9a41e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2324fef8-cd9c-4031-9394-7097fe70b325), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:39.087002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-911568c9-dca5-4c24-b87c-912d7e9a41e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:39.088517 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-911568c9-dca5-4c24-b87c-912d7e9a41e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2324fef8-cd9c-4031-9394-7097fe70b325 HTTP/1.1" status: 204 len: 168 time: 0.2006466 Apr 12 17:50:39.103525 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911568c9-dca5-4c24-b87c-912d7e9a41e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2324fef8-cd9c-4031-9394-7097fe70b325,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:39.142922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-203f74e3-f2b0-43ca-969d-78feb6f543e7 admin admin] Publish callbacks [] for security_group (3c9aab10-ffe2-462a-975e-cb17d80a28f4), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:39.173532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-203f74e3-f2b0-43ca-969d-78feb6f543e7 admin admin] Publish callbacks [] for security_group (3c9aab10-ffe2-462a-975e-cb17d80a28f4), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:39.280831 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d3c7-228a-4ab9-8b2e-cabca10db060 req-2bce204c-280d-461e-b0e1-c5f2c3d89fcb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:39.282383 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca44d3c7-228a-4ab9-8b2e-cabca10db060 req-2bce204c-280d-461e-b0e1-c5f2c3d89fcb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0628514 Apr 12 17:50:39.284832 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-203f74e3-f2b0-43ca-969d-78feb6f543e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (3c9aab10-ffe2-462a-975e-cb17d80a28f4), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:39.288542 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-203f74e3-f2b0-43ca-969d-78feb6f543e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:39.297467 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-203f74e3-f2b0-43ca-969d-78feb6f543e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c9aab10-ffe2-462a-975e-cb17d80a28f4 HTTP/1.1" status: 204 len: 168 time: 0.2587950 Apr 12 17:50:39.316692 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f74e3-f2b0-43ca-969d-78feb6f543e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9aab10-ffe2-462a-975e-cb17d80a28f4,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:39.368937 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca44d3c7-228a-4ab9-8b2e-cabca10db060 req-4b8c543f-71e0-4f07-b1a1-d8a9bde0f63a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739939 Apr 12 17:50:39.665579 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56564) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:39.920903 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41724a7-3c0e-499c-aeb9-b31da8258b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:40.016951 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41724a7-3c0e-499c-aeb9-b31da8258b85 admin admin] Publish callbacks [] for security_group (2b50c092-1930-40c1-8d54-54b798fd7a25), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:40.022568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41724a7-3c0e-499c-aeb9-b31da8258b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2b50c092-1930-40c1-8d54-54b798fd7a25), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:40.066240 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41724a7-3c0e-499c-aeb9-b31da8258b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b50c092-1930-40c1-8d54-54b798fd7a25,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:40.072525 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d41724a7-3c0e-499c-aeb9-b31da8258b85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b54e07b450f3476b9dc5360c061cc783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053507 Apr 12 17:50:40.075769 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56588) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:40.127320 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e854ca07-e83e-43cb-86e5-63ceb26298ee admin admin] Publish callbacks [] for security_group (2b50c092-1930-40c1-8d54-54b798fd7a25), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:40.155980 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e854ca07-e83e-43cb-86e5-63ceb26298ee admin admin] Publish callbacks [] for security_group (2b50c092-1930-40c1-8d54-54b798fd7a25), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:40.220388 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e854ca07-e83e-43cb-86e5-63ceb26298ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2b50c092-1930-40c1-8d54-54b798fd7a25), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:40.223544 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e854ca07-e83e-43cb-86e5-63ceb26298ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:40.228387 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e854ca07-e83e-43cb-86e5-63ceb26298ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b50c092-1930-40c1-8d54-54b798fd7a25 HTTP/1.1" status: 204 len: 168 time: 0.1513555 Apr 12 17:50:40.243265 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854ca07-e83e-43cb-86e5-63ceb26298ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b50c092-1930-40c1-8d54-54b798fd7a25,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:40.532758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36263a22-dc73-4c3a-9aba-e16fd1aecfe2 req-6882a79b-fc7d-4ad9-8a3c-f47a9a712023 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:40.534585 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36263a22-dc73-4c3a-9aba-e16fd1aecfe2 req-6882a79b-fc7d-4ad9-8a3c-f47a9a712023 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0856342 Apr 12 17:50:40.603648 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36263a22-dc73-4c3a-9aba-e16fd1aecfe2 req-d4866e46-b635-4918-bce0-8cc4545b6c9c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583982 Apr 12 17:50:40.684529 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56626) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:40.922256 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56642) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:40.980572 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1986170021-network', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:40.980758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-81a453c2-7b7a-426e-8876-d2bc014297a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:40.982748 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-81a453c2-7b7a-426e-8876-d2bc014297a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 1129 time: 0.0814319 Apr 12 17:50:41.008216 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Made reservation on behalf of 3db5ca977a664a318bbd60f2399467cc for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:41.011636 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.025143 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.031292 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c822f89-e444-43bc-b11e-245352d08f60 req-7bf2b2fe-0e93-4fa2-a682-922e822ac411 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:41.040874 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c822f89-e444-43bc-b11e-245352d08f60 req-7bf2b2fe-0e93-4fa2-a682-922e822ac411 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1095269 Apr 12 17:50:41.052723 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ce35-fd4a-479c-bf6a-e6626b4d3053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.155229 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c822f89-e444-43bc-b11e-245352d08f60 req-e0172cbe-498b-42ab-8309-b56690508fc2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109831 Apr 12 17:50:41.194059 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ce35-fd4a-479c-bf6a-e6626b4d3053 admin admin] Publish callbacks [] for security_group (b7dd59c9-79e4-400b-b81c-818adfdbc70b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.201817 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ce35-fd4a-479c-bf6a-e6626b4d3053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b7dd59c9-79e4-400b-b81c-818adfdbc70b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.208347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-f3a38dd4-4f61-4beb-bab4-cf8c9cedb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:41.209889 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-f3a38dd4-4f61-4beb-bab4-cf8c9cedb5c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.2068589 Apr 12 17:50:41.210542 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks [] for security_group (6952ef08-8c91-497a-ac6f-cc0484bc56a3), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.224063 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6952ef08-8c91-497a-ac6f-cc0484bc56a3), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.262885 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b6c6ce35-fd4a-479c-bf6a-e6626b4d3053 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76d15872f7b44321936f7ff6e8a88919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392630 Apr 12 17:50:41.263576 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56654) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:41.264321 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:50:41.268097 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6ce35-fd4a-479c-bf6a-e6626b4d3053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd59c9-79e4-400b-b81c-818adfdbc70b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:41.301775 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (f2a2d15d-2607-46b2-93ae-286a3dd2b07d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.302332 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Added segment f2a2d15d-2607-46b2-93ae-286a3dd2b07d of type vlan for network 5e798e50-a7fe-415b-9e2d-76d9be553554 Apr 12 17:50:41.314313 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-f8855fe3-93db-4eee-973d-d96d68810b39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ad617b-eb44-4898-9ff8-08db801bae30 HTTP/1.1" status: 200 len: 217 time: 0.0848160 Apr 12 17:50:41.379825 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6952ef08-8c91-497a-ac6f-cc0484bc56a3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:41.390832 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-c18a8b15-9d49-4075-98d3-a88d383c9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:41.392846 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-c18a8b15-9d49-4075-98d3-a88d383c9485 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0720866 Apr 12 17:50:41.393959 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (5e798e50-a7fe-415b-9e2d-76d9be553554), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.411846 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bfd16ac-d776-4281-aae8-0848801c7385 admin admin] Publish callbacks [] for security_group (b7dd59c9-79e4-400b-b81c-818adfdbc70b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.444079 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-a715c626-9115-4fca-b8bd-c73461c0ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:41.444330 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bfd16ac-d776-4281-aae8-0848801c7385 admin admin] Publish callbacks [] for security_group (b7dd59c9-79e4-400b-b81c-818adfdbc70b), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.446247 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-a715c626-9115-4fca-b8bd-c73461c0ea52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441158 Apr 12 17:50:41.446544 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (5e798e50-a7fe-415b-9e2d-76d9be553554), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.447729 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:41.448498 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.528767 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8431084 Apr 12 17:50:41.535251 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56674) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:41.543319 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Request body: {'subnet': {'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1986170021-subnet', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:41.553539 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bd986-3d76-41b1-8c81-41fdcf8636ad admin admin] Pushing event updated for resources: {'Network': ['ID=5e798e50-a7fe-415b-9e2d-76d9be553554,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:41.554136 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-139dcb39-5015-4d6d-8751-9c0df0590021 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995514 Apr 12 17:50:41.564221 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:50:41.598756 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Made reservation on behalf of 3db5ca977a664a318bbd60f2399467cc for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:41.601271 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5472672'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.616022 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bfd16ac-d776-4281-aae8-0848801c7385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b7dd59c9-79e4-400b-b81c-818adfdbc70b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.618636 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6bfd16ac-d776-4281-aae8-0848801c7385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.632046 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6bfd16ac-d776-4281-aae8-0848801c7385 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7dd59c9-79e4-400b-b81c-818adfdbc70b HTTP/1.1" status: 204 len: 168 time: 0.3648324 Apr 12 17:50:41.667185 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd16ac-d776-4281-aae8-0848801c7385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd59c9-79e4-400b-b81c-818adfdbc70b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:41.709035 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb69893-27ae-4aef-8436-1e3e9cde420a req-320eccee-ce6f-47a5-8c7e-63d79b96f69d service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456232 Apr 12 17:50:41.873156 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7385460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5472694'] for subnet (a72680a4-36d9-4290-af37-0bcf4cf2b301), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:41.934378 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72680a4-36d9-4290-af37-0bcf4cf2b301,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:41.948378 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Checking segment: {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:41.949124 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Network hostable DHCP agents. Network: 5e798e50-a7fe-415b-9e2d-76d9be553554, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:50:41.972858 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:50:41.988309 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 5e798e50-a7fe-415b-9e2d-76d9be553554) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:41.994098 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:41.994919 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.000349 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57ad95-e3aa-4bca-bd6e-ad4f8dc336ab None None] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:42.035005 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-08d9da87-d228-4678-bb66-dfa81bf50b1a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4958177 Apr 12 17:50:42.040521 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56710) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:42.052213 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:42.076305 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (3faa389f-841f-45e6-bbaa-b9bd64386f93), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.078046 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (3faa389f-841f-45e6-bbaa-b9bd64386f93), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.156476 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks [] for router_controller (3faa389f-841f-45e6-bbaa-b9bd64386f93), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.163996 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-5e798e50-a7fe-415b-9e2d-76d9be553554', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:50:42.164875 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.276966 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f177c-6a19-4ba3-936e-00c2fa866ca6 req-e7d4b67a-2395-4001-bfe6-ae5011c5922c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:42.278552 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b26f177c-6a19-4ba3-936e-00c2fa866ca6 req-e7d4b67a-2395-4001-bfe6-ae5011c5922c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0518072 Apr 12 17:50:42.327894 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks [] for router_gateway (3faa389f-841f-45e6-bbaa-b9bd64386f93), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.339575 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Allocated IP 172.20.0.2 (5e798e50-a7fe-415b-9e2d-76d9be553554/a72680a4-36d9-4290-af37-0bcf4cf2b301/fca70f9d-44f5-48c2-8159-d04531e25c34) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:42.381330 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b26f177c-6a19-4ba3-936e-00c2fa866ca6 req-72cf5a1e-01c2-45c4-b710-fb7c41d6fd30 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962362 Apr 12 17:50:42.560935 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Publish callbacks [] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.573825 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.628640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:42.628640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:42.631944 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:42.635567 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Pushing event updated for resources: {'Port': ['ID=fca70f9d-44f5-48c2-8159-d04531e25c34,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:42.701044 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Attempting to bind port fca70f9d-44f5-48c2-8159-d04531e25c34 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:42.701696 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Attempting to bind port fca70f9d-44f5-48c2-8159-d04531e25c34 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:42.702283 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Attempting to bind port fca70f9d-44f5-48c2-8159-d04531e25c34 on network 5e798e50-a7fe-415b-9e2d-76d9be553554 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:42.708486 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:42.709246 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Checking segment: {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:42.710015 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.710642 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Bound using segment: {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:42.711433 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Bound port: fca70f9d-44f5-48c2-8159-d04531e25c34, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:42.712061 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.793704 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] For port fca70f9d-44f5-48c2-8159-d04531e25c34, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:42.796938 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] For port fca70f9d-44f5-48c2-8159-d04531e25c34, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=fca70f9d-44f5-48c2-8159-d04531e25c34,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:42.802944 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.852947 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks [] for router_gateway (3faa389f-841f-45e6-bbaa-b9bd64386f93), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:42.874695 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591ecd6-8ecc-4129-8f20-ef75ecf765c6 None None] Pushing event updated for resources: {'Port': ['ID=fca70f9d-44f5-48c2-8159-d04531e25c34,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:42.885066 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:43.003423 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Allocated IP 172.27.3.236 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/f7c0b99a-5804-4ce2-a2d9-555a20bc460c) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:43.133210 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks [] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:43.175516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:43.223593 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:43.226476 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:43.231943 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:43.234927 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:43.512582 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ea17-8386-4d77-9048-7c7d9d4d52c8 req-f1a5a413-a584-4999-953b-e617e476b7c7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:43.514167 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e1ea17-8386-4d77-9048-7c7d9d4d52c8 req-f1a5a413-a584-4999-953b-e617e476b7c7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0581729 Apr 12 17:50:43.519336 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks [] for router_gateway (3faa389f-841f-45e6-bbaa-b9bd64386f93), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:43.576353 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e1ea17-8386-4d77-9048-7c7d9d4d52c8 req-5dc8445d-3df1-4932-9f59-3019b7a76eb8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553560 Apr 12 17:50:43.743862 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (3faa389f-841f-45e6-bbaa-b9bd64386f93), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:43.837125 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cdec6-4e70-48a2-ad94-7782eca57e33 None None] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:43.901186 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Router 3faa389f-841f-45e6-bbaa-b9bd64386f93 is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:50:44.026982 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:50:44.040712 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Sync routers for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:50:44.053093 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:44.054052 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:44.054929 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.058046 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d2d15435-5aa0-4de3-81ea-3be8c7dac208 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0157890 Apr 12 17:50:44.061044 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56766) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:44.068146 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a13bc6b4-5fff-49fb-ab76-bd44d2c03e49 None None] Provisioning complete for port fca70f9d-44f5-48c2-8159-d04531e25c34 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:44.068802 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6b4-5fff-49fb-ab76-bd44d2c03e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.170524 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:44.183361 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a13bc6b4-5fff-49fb-ab76-bd44d2c03e49 None None] Current status of the port fca70f9d-44f5-48c2-8159-d04531e25c34 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:44.184119 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6b4-5fff-49fb-ab76-bd44d2c03e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.234490 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a13bc6b4-5fff-49fb-ab76-bd44d2c03e49 None None] For port fca70f9d-44f5-48c2-8159-d04531e25c34, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=fca70f9d-44f5-48c2-8159-d04531e25c34,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:44.240460 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6b4-5fff-49fb-ab76-bd44d2c03e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.308000 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56774) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:44.346929 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bc6b4-5fff-49fb-ab76-bd44d2c03e49 None None] Pushing event updated for resources: {'Port': ['ID=fca70f9d-44f5-48c2-8159-d04531e25c34,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:44.386704 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fca70f9d-44f5-48c2-8159-d04531e25c34 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:44.401752 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:43Z', 'revision_number': 3, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:44.448767 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Checking router: 3faa389f-841f-45e6-bbaa-b9bd64386f93 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:50:44.449383 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Updating router 3faa389f-841f-45e6-bbaa-b9bd64386f93 port f7c0b99a-5804-4ce2-a2d9-555a20bc460c binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:50:44.489596 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port fca70f9d-44f5-48c2-8159-d04531e25c34 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:44.489974 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.491445 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.546076 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26100f7e-46b5-40fb-8339-088208327b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.615700 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port fca70f9d-44f5-48c2-8159-d04531e25c34 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:44.662082 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-c1043f1c-6806-4748-8bb2-78e483a9351c None None] Provisioning complete for port fca70f9d-44f5-48c2-8159-d04531e25c34 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:44.662563 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1043f1c-6806-4748-8bb2-78e483a9351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.671487 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26100f7e-46b5-40fb-8339-088208327b05 admin admin] Publish callbacks [] for security_group (2282a791-eb4f-41d2-9f2a-e44f8a242f33), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.678829 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26100f7e-46b5-40fb-8339-088208327b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2282a791-eb4f-41d2-9f2a-e44f8a242f33), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.760738 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c1043f1c-6806-4748-8bb2-78e483a9351c None None] Current status of the port fca70f9d-44f5-48c2-8159-d04531e25c34 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:44.785861 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-26100f7e-46b5-40fb-8339-088208327b05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f24934bbcaf4aac87da7f534bbe0a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737964 Apr 12 17:50:44.785861 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26100f7e-46b5-40fb-8339-088208327b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2282a791-eb4f-41d2-9f2a-e44f8a242f33,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:44.787120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56788) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:44.860438 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Publish callbacks [] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.867320 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075ad17-2012-499f-99c3-bdbd5cc092ed req-d136d34c-83c5-4a6a-bad9-f8ff1bda5568 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:44.869270 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0075ad17-2012-499f-99c3-bdbd5cc092ed req-d136d34c-83c5-4a6a-bad9-f8ff1bda5568 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1331441 Apr 12 17:50:44.869993 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.925162 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Attempting to bind port f7c0b99a-5804-4ce2-a2d9-555a20bc460c on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:44.925642 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Attempting to bind port f7c0b99a-5804-4ce2-a2d9-555a20bc460c by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:44.926014 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Attempting to bind port f7c0b99a-5804-4ce2-a2d9-555a20bc460c on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:44.928336 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e21ad-c190-4b7d-aade-ae5f5b020398 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:44.934324 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:44.934711 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:44.935175 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:44.935567 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:44.936058 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Bound port: f7c0b99a-5804-4ce2-a2d9-555a20bc460c, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:44.936440 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.002143 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] For port f7c0b99a-5804-4ce2-a2d9-555a20bc460c, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:45.008237 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] For port f7c0b99a-5804-4ce2-a2d9-555a20bc460c, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:45.018143 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.080177 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:45.080899 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:45.125399 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e21ad-c190-4b7d-aade-ae5f5b020398 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:45.191175 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d2a678ab-1a38-40b3-9d01-92e7b4d36576 admin admin] Publish callbacks [] for security_group (2282a791-eb4f-41d2-9f2a-e44f8a242f33), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.209307 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:45.211939 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0075ad17-2012-499f-99c3-bdbd5cc092ed req-8d4246b6-27d3-418f-9228-cf32bb051a8c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338838 Apr 12 17:50:45.243218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d2a678ab-1a38-40b3-9d01-92e7b4d36576 admin admin] Publish callbacks [] for security_group (2282a791-eb4f-41d2-9f2a-e44f8a242f33), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.246641 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.400699 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d2a678ab-1a38-40b3-9d01-92e7b4d36576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (2282a791-eb4f-41d2-9f2a-e44f8a242f33), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.403403 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d2a678ab-1a38-40b3-9d01-92e7b4d36576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.404636 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d2a678ab-1a38-40b3-9d01-92e7b4d36576 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2282a791-eb4f-41d2-9f2a-e44f8a242f33 HTTP/1.1" status: 204 len: 168 time: 0.6164932 Apr 12 17:50:45.419997 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a678ab-1a38-40b3-9d01-92e7b4d36576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282a791-eb4f-41d2-9f2a-e44f8a242f33,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:45.492558 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Allocated IP 172.20.0.1 (5e798e50-a7fe-415b-9e2d-76d9be553554/a72680a4-36d9-4290-af37-0bcf4cf2b301/8cf4d3ec-55dc-4348-886b-4c4b8ac7d378) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:45.494306 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:43Z', 'revision_number': 3, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:45.525623 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c719b1-6b35-4303-895d-380dcbd1870e None None] The sync data for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi is: [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:43Z', 'revision_number': 3, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:50:45.607769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks [] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.647992 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.695393 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:45.698480 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:45.701177 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:45.733975 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Pushing event updated for resources: {'Port': ['ID=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:45.746429 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56796) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:45.757712 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (3faa389f-841f-45e6-bbaa-b9bd64386f93), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.764722 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7030e7c4-64d9-4f23-a3d8-ef9858f83281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.886855 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7030e7c4-64d9-4f23-a3d8-ef9858f83281 admin admin] Publish callbacks [] for security_group (6185f6a4-1888-4187-8676-378b61e6dc81), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.892481 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7030e7c4-64d9-4f23-a3d8-ef9858f83281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6185f6a4-1888-4187-8676-378b61e6dc81), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.939823 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030e7c4-64d9-4f23-a3d8-ef9858f83281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185f6a4-1888-4187-8676-378b61e6dc81,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:45.945780 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7030e7c4-64d9-4f23-a3d8-ef9858f83281 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d0e45122fb646268bea95320b3e28ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975517 Apr 12 17:50:45.948382 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56800) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:46.023918 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.029938 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76698910-9d3c-439e-a1a7-4e7b96dd0f3f admin admin] Publish callbacks [] for security_group (6185f6a4-1888-4187-8676-378b61e6dc81), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.062329 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76698910-9d3c-439e-a1a7-4e7b96dd0f3f admin admin] Publish callbacks [] for security_group (6185f6a4-1888-4187-8676-378b61e6dc81), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.101659 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-5599c6fe-9810-4c63-8139-967c19005b92 None None] Provisioning complete for port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:46.102713 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5599c6fe-9810-4c63-8139-967c19005b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.125735 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76698910-9d3c-439e-a1a7-4e7b96dd0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6185f6a4-1888-4187-8676-378b61e6dc81), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.128983 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76698910-9d3c-439e-a1a7-4e7b96dd0f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.132901 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-76698910-9d3c-439e-a1a7-4e7b96dd0f3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6185f6a4-1888-4187-8676-378b61e6dc81 HTTP/1.1" status: 204 len: 168 time: 0.1809995 Apr 12 17:50:46.151320 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76698910-9d3c-439e-a1a7-4e7b96dd0f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185f6a4-1888-4187-8676-378b61e6dc81,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:46.169515 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5599c6fe-9810-4c63-8139-967c19005b92 None None] Port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:46.248702 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks [] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.255425 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.376166 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f7c0b99a-5804-4ce2-a2d9-555a20bc460c up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:46.420034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (3faa389f-841f-45e6-bbaa-b9bd64386f93), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.422770 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Pushing event updated for resources: {'Port': ['ID=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:46.434355 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347b34f-e006-41c7-aa66-754054d3ff8b req-b965331f-f01e-47ba-bc69-c4eafddc48ed tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:46.435964 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f347b34f-e006-41c7-aa66-754054d3ff8b req-b965331f-f01e-47ba-bc69-c4eafddc48ed tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0913863 Apr 12 17:50:46.453901 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port f7c0b99a-5804-4ce2-a2d9-555a20bc460c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:46.454532 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.563355 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port f7c0b99a-5804-4ce2-a2d9-555a20bc460c is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:46.564413 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.581085 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f347b34f-e006-41c7-aa66-754054d3ff8b req-c53ce5b7-ecd4-43d6-89e8-ee51a160665c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345229 Apr 12 17:50:46.594039 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:46.597399 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:46.617298 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port f7c0b99a-5804-4ce2-a2d9-555a20bc460c, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:46.632315 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.633263 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fca70f9d-44f5-48c2-8159-d04531e25c34 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:46.659963 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56810) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:46.684249 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b856401-6d6f-4b2c-ba07-868c0583224e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.742485 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:46.749514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port fca70f9d-44f5-48c2-8159-d04531e25c34 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:46.750112 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.824667 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b856401-6d6f-4b2c-ba07-868c0583224e admin admin] Publish callbacks [] for security_group (7b44c56f-f8b8-4568-a27b-8cfa2587f3bc), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.833298 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6b856401-6d6f-4b2c-ba07-868c0583224e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (7b44c56f-f8b8-4568-a27b-8cfa2587f3bc), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.853798 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Router 3faa389f-841f-45e6-bbaa-b9bd64386f93 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:50:46.856318 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port fca70f9d-44f5-48c2-8159-d04531e25c34 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:46.901732 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6b856401-6d6f-4b2c-ba07-868c0583224e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd61ef0717e545c88a47a43b43c85bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400696 Apr 12 17:50:46.902685 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b856401-6d6f-4b2c-ba07-868c0583224e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b44c56f-f8b8-4568-a27b-8cfa2587f3bc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:46.905589 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56812) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:46.963725 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7da126c0-73b1-4d31-8bed-31cabdd67bbd admin admin] Publish callbacks [] for security_group (7b44c56f-f8b8-4568-a27b-8cfa2587f3bc), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.992544 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7da126c0-73b1-4d31-8bed-31cabdd67bbd admin admin] Publish callbacks [] for security_group (7b44c56f-f8b8-4568-a27b-8cfa2587f3bc), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.993385 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a1a40c46-e4df-4acf-9d5a-3fc91cc3ae77 None None] Provisioning complete for port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:46.994125 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1a40c46-e4df-4acf-9d5a-3fc91cc3ae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:46.998524 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:50:47.009627 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3c672586-6f41-46cd-a204-a5783654331c admin admin] 10.222.0.45 "PUT /v2.0/routers/3faa389f-841f-45e6-bbaa-b9bd64386f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9454961 Apr 12 17:50:47.030846 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a1a40c46-e4df-4acf-9d5a-3fc91cc3ae77 None None] Port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:47.053452 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7da126c0-73b1-4d31-8bed-31cabdd67bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (7b44c56f-f8b8-4568-a27b-8cfa2587f3bc), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.056471 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7da126c0-73b1-4d31-8bed-31cabdd67bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.057692 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7da126c0-73b1-4d31-8bed-31cabdd67bbd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b44c56f-f8b8-4568-a27b-8cfa2587f3bc HTTP/1.1" status: 204 len: 168 time: 0.1510289 Apr 12 17:50:47.067302 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da126c0-73b1-4d31-8bed-31cabdd67bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b44c56f-f8b8-4568-a27b-8cfa2587f3bc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:47.624728 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56852) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:47.630472 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-619542754-network', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:47.666700 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Made reservation on behalf of 71cca4ea0aec4ef7b666d597c449079a for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:47.670314 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.676749 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Sync routers for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:50:47.687834 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:47.688487 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:47.701461 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.783832 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca85e6-2100-4ee6-a4f0-8061e2c27984 req-aa61250b-5050-48a3-bf65-07a133acf4be tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:47.786124 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44ca85e6-2100-4ee6-a4f0-8061e2c27984 req-aa61250b-5050-48a3-bf65-07a133acf4be tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0564983 Apr 12 17:50:47.821335 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks [] for security_group (78076cdd-77c6-4588-a96e-3cdea3005296), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.825451 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:47.839172 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (78076cdd-77c6-4588-a96e-3cdea3005296), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.852898 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44ca85e6-2100-4ee6-a4f0-8061e2c27984 req-27b50f14-8fcb-49b3-892f-be83f094a158 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556879 Apr 12 17:50:47.867880 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:50:47.881160 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (899cb695-6b85-4c73-a8ab-efb78abba818), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.881788 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Added segment 899cb695-6b85-4c73-a8ab-efb78abba818 of type vlan for network bf07b8b1-8862-457e-b14e-7f7591541534 Apr 12 17:50:47.933531 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78076cdd-77c6-4588-a96e-3cdea3005296,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:47.951016 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (bf07b8b1-8862-457e-b14e-7f7591541534), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.982072 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (bf07b8b1-8862-457e-b14e-7f7591541534), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.983936 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:47.985474 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.997404 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56870) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:48.059416 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4330280 Apr 12 17:50:48.060454 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59128614-c058-4bad-95b4-a0ccd220a6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf07b8b1-8862-457e-b14e-7f7591541534,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:48.061824 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56874) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:48.067620 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Request body: {'subnet': {'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-619542754-subnet', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:48.072822 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network bf07b8b1-8862-457e-b14e-7f7591541534 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:50:48.096579 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Made reservation on behalf of 71cca4ea0aec4ef7b666d597c449079a for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:48.098851 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 2, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:48.099189 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.152751 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Checking router: 3faa389f-841f-45e6-bbaa-b9bd64386f93 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:50:48.153142 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Updating router 3faa389f-841f-45e6-bbaa-b9bd64386f93 port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:50:48.153440 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-146003170-network', 'tenant_id': '2918788686fc448581cb7e4cbc44bb2c'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:48.190020 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Made reservation on behalf of 2918788686fc448581cb7e4cbc44bb2c for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:48.192838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.204742 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.215526 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.248948 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f7c0b99a-5804-4ce2-a2d9-555a20bc460c up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:48.353161 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (210dca75-66b5-4c4d-b1bc-f1dad2ff24bc), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.386939 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port f7c0b99a-5804-4ce2-a2d9-555a20bc460c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:48.387341 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.404420 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks [] for security_group (ad179800-0a1a-46f1-9019-b6a3425b0e39), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.412882 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ad179800-0a1a-46f1-9019-b6a3425b0e39), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.451768 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=210dca75-66b5-4c4d-b1bc-f1dad2ff24bc,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:48.471029 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:50:48.476500 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad179800-0a1a-46f1-9019-b6a3425b0e39,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:48.487928 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (84dddc62-481d-4cc0-81a6-48d5bc8a08d6), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.488400 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Added segment 84dddc62-481d-4cc0-81a6-48d5bc8a08d6 of type vlan for network c3bc16ae-5c7f-4e61-9d46-0def032cc50b Apr 12 17:50:48.490172 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Checking segment: {'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:48.490531 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Network hostable DHCP agents. Network: bf07b8b1-8862-457e-b14e-7f7591541534, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:50:48.540199 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (c3bc16ae-5c7f-4e61-9d46-0def032cc50b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.545121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port f7c0b99a-5804-4ce2-a2d9-555a20bc460c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:48.547310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Network bf07b8b1-8862-457e-b14e-7f7591541534 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:50:48.565559 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, bf07b8b1-8862-457e-b14e-7f7591541534) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:48.574851 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:48.575480 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.577463 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a19b05-2f63-4d24-bef5-5b2186b6f9b3 None None] Network bf07b8b1-8862-457e-b14e-7f7591541534 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:48.587585 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (c3bc16ae-5c7f-4e61-9d46-0def032cc50b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.589061 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:48.589661 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.597551 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5cb22f58-43d0-4999-9006-526be93e45ee admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5343735 Apr 12 17:50:48.600927 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56878) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:48.608049 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:48.642394 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (fd505b29-f139-4e5f-bb39-084a5569369b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.643716 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (fd505b29-f139-4e5f-bb39-084a5569369b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.648719 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Publish callbacks [] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.656491 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6577716 Apr 12 17:50:48.659451 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 56880) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:48.659837 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.667100 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Request body: {'subnet': {'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-146003170-subnet', 'tenant_id': '2918788686fc448581cb7e4cbc44bb2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:48.671433 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d36b74-cfa5-4ba6-a5bf-493ef16850fc admin admin] Pushing event updated for resources: {'Network': ['ID=c3bc16ae-5c7f-4e61-9d46-0def032cc50b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:48.699864 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network c3bc16ae-5c7f-4e61-9d46-0def032cc50b details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:50:48.709399 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Made reservation on behalf of 2918788686fc448581cb7e4cbc44bb2c for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:48.711972 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.736420 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks [] for router_controller (fd505b29-f139-4e5f-bb39-084a5569369b), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:48.833186 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add071c-79c2-4e9d-9e6f-f96992e8cc0f None None] Pushing event updated for resources: {'Port': ['ID=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:48.902512 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-bf07b8b1-8862-457e-b14e-7f7591541534', 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534', 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'fixed_ips': [{'subnet_id': '210dca75-66b5-4c4d-b1bc-f1dad2ff24bc'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:50:48.915693 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.007419 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks [] for router_gateway (fd505b29-f139-4e5f-bb39-084a5569369b), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.070716 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (78d4c6b0-ad0b-4633-888f-cc49bf1cb610), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.126180 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144488b-a5e2-4604-9ee9-cd1e7e6c1252 req-371d7641-4718-4b6a-9a62-43427460ae91 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:49.127737 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8144488b-a5e2-4604-9ee9-cd1e7e6c1252 req-371d7641-4718-4b6a-9a62-43427460ae91 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1701820 Apr 12 17:50:49.165891 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Attempting to bind port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:49.166274 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Attempting to bind port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:49.166639 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Attempting to bind port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 on network 5e798e50-a7fe-415b-9e2d-76d9be553554 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:49.170805 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Checking segment: {'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:49.171458 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Network hostable DHCP agents. Network: c3bc16ae-5c7f-4e61-9d46-0def032cc50b, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:50:49.233108 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d4c6b0-ad0b-4633-888f-cc49bf1cb610,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:49.240538 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8144488b-a5e2-4604-9ee9-cd1e7e6c1252 req-c2bdd6d9-4163-4da8-a7ba-f14f3f03eeca tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032419 Apr 12 17:50:49.242079 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Network c3bc16ae-5c7f-4e61-9d46-0def032cc50b is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:50:49.257812 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, c3bc16ae-5c7f-4e61-9d46-0def032cc50b) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:49.273266 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:49.274233 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e58be324-040e-4517-81ef-01741891442b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.335961 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e58be324-040e-4517-81ef-01741891442b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6751564 Apr 12 17:50:49.354493 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3538270-e8d6-42f3-84d1-f0fee8feceaa None None] Network c3bc16ae-5c7f-4e61-9d46-0def032cc50b requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:49.356940 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:49.357320 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Checking segment: {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:49.357719 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.358117 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Bound using segment: {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:49.358610 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Bound port: 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:49.359198 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.384210 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-bdc5e299-94a0-4ef9-9605-d7520e2f1d57 None None] Provisioning complete for port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:49.384919 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e299-94a0-4ef9-9605-d7520e2f1d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.463426 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks [] for router_gateway (fd505b29-f139-4e5f-bb39-084a5569369b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.499705 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.579868 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5e299-94a0-4ef9-9605-d7520e2f1d57 None None] Port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:49.621540 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Allocated IP 172.20.0.2 (bf07b8b1-8862-457e-b14e-7f7591541534/210dca75-66b5-4c4d-b1bc-f1dad2ff24bc/fccd615a-ac4e-44ae-8aad-dea7b1665640) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:49.628617 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Allocated IP 172.27.3.208 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/4d01240c-c373-4200-aac7-6d2a941c12ec) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:49.648593 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] For port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:49.671331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1059431-2726-4bb7-8d3d-0fb09cf6caf9 None None] Network c3bc16ae-5c7f-4e61-9d46-0def032cc50b requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:49.690675 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] For port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:49.777791 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks [] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.783691 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.815867 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.855976 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:49.864129 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:49.868036 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:49.873826 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Pushing event updated for resources: {'Port': ['ID=4d01240c-c373-4200-aac7-6d2a941c12ec,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:49.952592 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add071c-79c2-4e9d-9e6f-f96992e8cc0f None None] Pushing event updated for resources: {'Port': ['ID=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:49.965883 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:49.966611 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:50.152974 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Publish callbacks [] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.161464 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.195629 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks [] for router_gateway (fd505b29-f139-4e5f-bb39-084a5569369b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.226066 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Network bf07b8b1-8862-457e-b14e-7f7591541534 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:50.240305 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:50.245212 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:50.270831 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-e80ed8d0-3862-49da-af28-d81ab586c008 None None] Provisioning complete for port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:50.271238 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80ed8d0-3862-49da-af28-d81ab586c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.274923 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:50.276996 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Pushing event updated for resources: {'Port': ['ID=fccd615a-ac4e-44ae-8aad-dea7b1665640,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:50.381107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306f42-fc49-4ed7-b772-8b8cf9fd955b req-96165447-679a-4633-bd58-924e487d38e7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:50.383374 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab306f42-fc49-4ed7-b772-8b8cf9fd955b req-96165447-679a-4633-bd58-924e487d38e7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0533295 Apr 12 17:50:50.467875 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab306f42-fc49-4ed7-b772-8b8cf9fd955b req-6f99d593-ff7b-4ca7-b6d3-b06d3c4274d0 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 Apr 12 17:50:50.500661 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Attempting to bind port fccd615a-ac4e-44ae-8aad-dea7b1665640 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:50.500661 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Attempting to bind port fccd615a-ac4e-44ae-8aad-dea7b1665640 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:50.500661 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Attempting to bind port fccd615a-ac4e-44ae-8aad-dea7b1665640 on network bf07b8b1-8862-457e-b14e-7f7591541534 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:50.521854 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:50.522232 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Checking segment: {'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:50.522644 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.523068 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Bound using segment: {'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:50.523544 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Bound port: fccd615a-ac4e-44ae-8aad-dea7b1665640, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:50.523926 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.528489 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e80ed8d0-3862-49da-af28-d81ab586c008 None None] Current status of the port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:50.528866 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80ed8d0-3862-49da-af28-d81ab586c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.649097 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e80ed8d0-3862-49da-af28-d81ab586c008 None None] For port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:50.653166 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (fd505b29-f139-4e5f-bb39-084a5569369b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.663450 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e80ed8d0-3862-49da-af28-d81ab586c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.678242 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] For port fccd615a-ac4e-44ae-8aad-dea7b1665640, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:50.704274 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:49Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:50.755111 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] For port fccd615a-ac4e-44ae-8aad-dea7b1665640, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=fccd615a-ac4e-44ae-8aad-dea7b1665640,segment=NetworkSegment(899cb695-6b85-4c73-a8ab-efb78abba818),segment_id=899cb695-6b85-4c73-a8ab-efb78abba818)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:50.764148 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a0a74-85b7-4eba-b8eb-924750bc91ab None None] The sync data for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi is: [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:49Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:50:50.769445 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed8d0-3862-49da-af28-d81ab586c008 None None] Pushing event updated for resources: {'Port': ['ID=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:50.773472 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.942779 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Router fd505b29-f139-4e5f-bb39-084a5569369b is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:50:50.949900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7434d9-5955-49a9-8f52-89dc5cece124 None None] Pushing event updated for resources: {'Port': ['ID=fccd615a-ac4e-44ae-8aad-dea7b1665640,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:51.150839 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:50:51.174563 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Sync routers for ids ['fd505b29-f139-4e5f-bb39-084a5569369b'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:50:51.188149 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:51.189840 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f4ceb256-26ed-4c93-85af-3f32daa189bc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5865762 Apr 12 17:50:51.193383 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 56952) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:51.193991 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Routers {'fd505b29-f139-4e5f-bb39-084a5569369b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:51.194623 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['fd505b29-f139-4e5f-bb39-084a5569369b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:51.454398 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Set router fd505b29-f139-4e5f-bb39-084a5569369b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:51.693714 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 3, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:51.704531 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-2908ef6a-cd28-4d84-a8eb-e9e41ae65ab3 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:51.706457 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-2908ef6a-cd28-4d84-a8eb-e9e41ae65ab3 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/networks?id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b HTTP/1.1" status: 200 len: 808 time: 0.2054174 Apr 12 17:50:51.727864 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a8340-fba2-4110-b826-4683356d40f3 req-0e63732e-c492-4195-8dd4-b35cb9730b31 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:51.729492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5c0a8340-fba2-4110-b826-4683356d40f3 req-0e63732e-c492-4195-8dd4-b35cb9730b31 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1122732 Apr 12 17:50:51.736910 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Checking router: fd505b29-f139-4e5f-bb39-084a5569369b for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:50:51.737541 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Updating router fd505b29-f139-4e5f-bb39-084a5569369b port 4d01240c-c373-4200-aac7-6d2a941c12ec binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:50:51.776577 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-81566ba4-5f69-4e4b-988e-e866c8b1c487 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/quotas/2918788686fc448581cb7e4cbc44bb2c HTTP/1.1" status: 200 len: 375 time: 0.0583367 Apr 12 17:50:51.778549 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:51.839299 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5c0a8340-fba2-4110-b826-4683356d40f3 req-2da2ba22-9bb1-4e4d-8381-8ce29b2b7a45 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930078 Apr 12 17:50:51.868125 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-325d65a7-9bfc-4704-ad88-70cf3b96516e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2918788686fc448581cb7e4cbc44bb2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887406 Apr 12 17:50:51.929460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.053326 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-a32749b7-20a8-43a1-baeb-aedee2fa8413 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:50:52.056124 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-a32749b7-20a8-43a1-baeb-aedee2fa8413 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1077363 Apr 12 17:50:52.200319 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-5578ac99-2267-4d4f-9c0a-ed2079684252 service neutron] 10.222.0.45 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359539 Apr 12 17:50:52.202601 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Allocated IP 172.20.0.1 (bf07b8b1-8862-457e-b14e-7f7591541534/210dca75-66b5-4c4d-b1bc-f1dad2ff24bc/ff510c35-5d70-4b7f-ba67-92783390c9a3) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:52.211943 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Publish callbacks [] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.219845 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.289061 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad194d5-1e28-49ba-9a20-70a38bded974 None None] Pushing event updated for resources: {'Port': ['ID=4d01240c-c373-4200-aac7-6d2a941c12ec,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:52.320864 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Attempting to bind port 4d01240c-c373-4200-aac7-6d2a941c12ec on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:52.321442 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Attempting to bind port 4d01240c-c373-4200-aac7-6d2a941c12ec by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:52.322007 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Attempting to bind port 4d01240c-c373-4200-aac7-6d2a941c12ec on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:52.328589 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:52.329191 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:52.329745 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.330344 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:52.331258 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Bound port: 4d01240c-c373-4200-aac7-6d2a941c12ec, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:52.332151 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.405484 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-35b5a24d-6993-49e6-a943-9364df3244b9 service neutron] 10.222.0.45 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820693 Apr 12 17:50:52.413441 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] For port 4d01240c-c373-4200-aac7-6d2a941c12ec, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:52.416686 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] For port 4d01240c-c373-4200-aac7-6d2a941c12ec, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=4d01240c-c373-4200-aac7-6d2a941c12ec,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:52.433021 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.484368 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:52.491012 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks [] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.513841 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad194d5-1e28-49ba-9a20-70a38bded974 None None] Pushing event updated for resources: {'Port': ['ID=4d01240c-c373-4200-aac7-6d2a941c12ec,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:52.546133 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Routers {'fd505b29-f139-4e5f-bb39-084a5569369b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:52.547734 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['fd505b29-f139-4e5f-bb39-084a5569369b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:52.549073 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.564783 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:52.569003 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.625548 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Pushing event updated for resources: {'Port': ['ID=ff510c35-5d70-4b7f-ba67-92783390c9a3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:52.652670 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Network bf07b8b1-8862-457e-b14e-7f7591541534 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:52.657943 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:52.663770 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:52.743506 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:52.744918 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fccd615a-ac4e-44ae-8aad-dea7b1665640 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:52.748280 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce1a5e-5b09-4f2f-87bc-c78ea4d40456 None None] Network bf07b8b1-8862-457e-b14e-7f7591541534 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:52.768497 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (fd505b29-f139-4e5f-bb39-084a5569369b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:52.800618 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] Set router fd505b29-f139-4e5f-bb39-084a5569369b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:52.925463 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-76288a76-537f-4aea-988a-a211c7142bec req-50a9ce2b-e9cf-4b7e-8bd2-d68ab7826721 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 210 time: 0.0778277 Apr 12 17:50:53.139682 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 3, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:53.149231 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a7b73-9baa-4e5a-a789-fc5afc17cbbd req-093337a8-7178-42f4-9bdf-90dc26267bb9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:53.157698 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d88a7b73-9baa-4e5a-a789-fc5afc17cbbd req-093337a8-7178-42f4-9bdf-90dc26267bb9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1587160 Apr 12 17:50:53.183522 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.184118 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59e14f-1f06-4e57-9656-bb16f61d3117 None None] The sync data for ids ['fd505b29-f139-4e5f-bb39-084a5569369b'] in dv-cinder-837533-1-iscsi is: [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 3, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:50:53.240147 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d88a7b73-9baa-4e5a-a789-fc5afc17cbbd req-433f080b-d257-4f6d-928c-48b05d1c108b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812464 Apr 12 17:50:53.249940 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-139d30ae-c0a4-4844-ab98-4b7c8d461694 None None] Provisioning complete for port fccd615a-ac4e-44ae-8aad-dea7b1665640 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:53.250607 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-139d30ae-c0a4-4844-ab98-4b7c8d461694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.349113 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port fccd615a-ac4e-44ae-8aad-dea7b1665640 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:53.349958 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.510770 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-139d30ae-c0a4-4844-ab98-4b7c8d461694 None None] Current status of the port fccd615a-ac4e-44ae-8aad-dea7b1665640 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:53.513531 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-139d30ae-c0a4-4844-ab98-4b7c8d461694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.518946 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks [] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.536924 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.642663 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (fd505b29-f139-4e5f-bb39-084a5569369b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.655830 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-139d30ae-c0a4-4844-ab98-4b7c8d461694 None None] For port fccd615a-ac4e-44ae-8aad-dea7b1665640, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=fccd615a-ac4e-44ae-8aad-dea7b1665640,segment=NetworkSegment(899cb695-6b85-4c73-a8ab-efb78abba818),segment_id=899cb695-6b85-4c73-a8ab-efb78abba818)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:53.672354 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-139d30ae-c0a4-4844-ab98-4b7c8d461694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.786143 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Pushing event updated for resources: {'Port': ['ID=ff510c35-5d70-4b7f-ba67-92783390c9a3,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:53.806013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port fccd615a-ac4e-44ae-8aad-dea7b1665640 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:53.806418 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.882649 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d30ae-c0a4-4844-ab98-4b7c8d461694 None None] Pushing event updated for resources: {'Port': ['ID=fccd615a-ac4e-44ae-8aad-dea7b1665640,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:53.887079 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-70cac984-99ff-4c09-a99b-7027ce33a39b None None] Provisioning complete for port ff510c35-5d70-4b7f-ba67-92783390c9a3 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:53.887703 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70cac984-99ff-4c09-a99b-7027ce33a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:53.946534 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Network bf07b8b1-8862-457e-b14e-7f7591541534 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:53.948115 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:54.038771 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.db.api [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:50:54.039247 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG oslo_db.api [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:50:54.052362 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-779ff52f-80d7-4283-8777-d6becd9d3280 req-dc805a78-0a7b-41be-bce9-312b99e48592 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 210 time: 0.0388167 Apr 12 17:50:54.059508 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-70cac984-99ff-4c09-a99b-7027ce33a39b None None] Port ff510c35-5d70-4b7f-ba67-92783390c9a3 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:54.086884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-70cac984-99ff-4c09-a99b-7027ce33a39b None None] Provisioning complete for port fccd615a-ac4e-44ae-8aad-dea7b1665640 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:54.086884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-70cac984-99ff-4c09-a99b-7027ce33a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:54.142729 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Router fd505b29-f139-4e5f-bb39-084a5569369b has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:50:54.191583 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-70cac984-99ff-4c09-a99b-7027ce33a39b None None] Current status of the port fccd615a-ac4e-44ae-8aad-dea7b1665640 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:54.316901 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-18f5a88b-8faa-4417-a47a-e0311aca6045 None None] Provisioning complete for port ff510c35-5d70-4b7f-ba67-92783390c9a3 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:54.317294 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-18f5a88b-8faa-4417-a47a-e0311aca6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:54.321830 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:50:54.337749 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-cae2edb7-1322-42d0-86ad-9eedc8977686 admin admin] 10.222.0.45 "PUT /v2.0/routers/fd505b29-f139-4e5f-bb39-084a5569369b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1419632 Apr 12 17:50:54.379555 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-18f5a88b-8faa-4417-a47a-e0311aca6045 None None] Port ff510c35-5d70-4b7f-ba67-92783390c9a3 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:54.496721 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31122e1a-dcbb-4c1d-ae73-8899ceb1a71e req-573fed7e-428f-49dd-a8de-8d7f49ebe9eb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:54.498260 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-31122e1a-dcbb-4c1d-ae73-8899ceb1a71e req-573fed7e-428f-49dd-a8de-8d7f49ebe9eb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1248872 Apr 12 17:50:54.501825 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-abf696a6-4324-43db-a607-7a110627a608 None None] Provisioning complete for port ff510c35-5d70-4b7f-ba67-92783390c9a3 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:54.502443 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abf696a6-4324-43db-a607-7a110627a608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:54.591912 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-67b1e6f4-a7fc-4699-826e-3cb4636d555f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:54.593563 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-67b1e6f4-a7fc-4699-826e-3cb4636d555f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "GET /v2.0/networks?id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b HTTP/1.1" status: 200 len: 808 time: 0.1958344 Apr 12 17:50:54.603700 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-31122e1a-dcbb-4c1d-ae73-8899ceb1a71e req-fa5e1f79-69f8-4bdd-ac54-751a29bc7a7a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948169 Apr 12 17:50:54.614988 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-abf696a6-4324-43db-a607-7a110627a608 None None] Port ff510c35-5d70-4b7f-ba67-92783390c9a3 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:50:54.625468 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Request body: {'port': {'device_id': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b', 'admin_state_up': True, 'tenant_id': '2918788686fc448581cb7e4cbc44bb2c'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:54.679400 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port fccd615a-ac4e-44ae-8aad-dea7b1665640 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:54.818656 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Made reservation on behalf of 2918788686fc448581cb7e4cbc44bb2c for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:54.822902 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:54.938805 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fccd615a-ac4e-44ae-8aad-dea7b1665640 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:55.026268 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port fccd615a-ac4e-44ae-8aad-dea7b1665640 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:55.026916 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.041310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Allocated IP 172.20.0.12 (c3bc16ae-5c7f-4e61-9d46-0def032cc50b/78d4c6b0-ad0b-4633-888f-cc49bf1cb610/a69eb939-4e98-4e31-be24-93f3f2b76c98) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:55.135819 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port fccd615a-ac4e-44ae-8aad-dea7b1665640 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:55.137255 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4d01240c-c373-4200-aac7-6d2a941c12ec up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:55.194187 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 4d01240c-c373-4200-aac7-6d2a941c12ec triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:55.194187 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.232121 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-29e28a94-b32b-482a-a95f-ad5eeea3b3e4 req-0d301887-5fbe-45d8-9ac4-d43617475c79 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 210 time: 0.0375307 Apr 12 17:50:55.311847 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks [] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.326122 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 4d01240c-c373-4200-aac7-6d2a941c12ec is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:55.326518 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.348309 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 4d01240c-c373-4200-aac7-6d2a941c12ec, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=4d01240c-c373-4200-aac7-6d2a941c12ec,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:55.350228 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.355637 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.408344 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=4d01240c-c373-4200-aac7-6d2a941c12ec,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:55.423902 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Pushing event updated for resources: {'Port': ['ID=a69eb939-4e98-4e31-be24-93f3f2b76c98,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:55.429299 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Network c3bc16ae-5c7f-4e61-9d46-0def032cc50b is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:55.430875 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:55.433432 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:55.810510 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:55.811193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.822992 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8a9ea-a0af-4661-a051-cb25c7945554 req-d99592ce-c92d-4050-ac6b-f6eb926208aa tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:55.824972 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ff8a9ea-a0af-4661-a051-cb25c7945554 req-d99592ce-c92d-4050-ac6b-f6eb926208aa tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0857630 Apr 12 17:50:55.841031 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Sync routers for ids ['fd505b29-f139-4e5f-bb39-084a5569369b'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:50:55.846192 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-1070a28e-6989-4e9e-9143-dcde19e28085 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2301910 Apr 12 17:50:55.857277 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Routers {'fd505b29-f139-4e5f-bb39-084a5569369b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:55.857480 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['fd505b29-f139-4e5f-bb39-084a5569369b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:55.860049 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Request body: {'port': {'device_id': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:55.950247 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:55.973808 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ff8a9ea-a0af-4661-a051-cb25c7945554 req-728dc7ae-9006-4762-935b-c08fe29b621a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410501 Apr 12 17:50:56.014499 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Set router fd505b29-f139-4e5f-bb39-084a5569369b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:56.382130 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7281a56f-25ee-41ec-96cf-2947c9928a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:56.456044 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69eb939-4e98-4e31-be24-93f3f2b76c98 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:50:56.488821 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Publish callbacks [] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:56.518838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7704c6-bf62-405d-a214-14a4309fecb8 req-24f5599f-9f53-4809-851f-b2c733fb9089 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:56.520715 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c7704c6-bf62-405d-a214-14a4309fecb8 req-24f5599f-9f53-4809-851f-b2c733fb9089 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 932 time: 0.1617382 Apr 12 17:50:56.521857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Transition to ACTIVE for port object a69eb939-4e98-4e31-be24-93f3f2b76c98 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:50:56.522426 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:50:53Z', 'revision_number': 4, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'ff510c35-5d70-4b7f-ba67-92783390c9a3', 'name': '', 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'mac_address': 'fa:16:3e:ea:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '210dca75-66b5-4c4d-b1bc-f1dad2ff24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:51Z', 'updated_at': '2022-04-12T17:50:53Z', 'revision_number': 2, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'subnets': [{'id': '210dca75-66b5-4c4d-b1bc-f1dad2ff24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:56.528640 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:56.553404 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Checking router: fd505b29-f139-4e5f-bb39-084a5569369b for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:50:56.553757 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Updating router fd505b29-f139-4e5f-bb39-084a5569369b port ff510c35-5d70-4b7f-ba67-92783390c9a3 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:50:56.589406 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:56.665197 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Pushing event updated for resources: {'Port': ['ID=a69eb939-4e98-4e31-be24-93f3f2b76c98,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:56.695717 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Attempting to bind port a69eb939-4e98-4e31-be24-93f3f2b76c98 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:56.698259 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Attempting to bind port a69eb939-4e98-4e31-be24-93f3f2b76c98 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:56.698687 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Attempting to bind port a69eb939-4e98-4e31-be24-93f3f2b76c98 on network c3bc16ae-5c7f-4e61-9d46-0def032cc50b {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:56.705849 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c7704c6-bf62-405d-a214-14a4309fecb8 req-d49ba6d4-3850-489e-b8a1-9bb5da2792c9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663456 Apr 12 17:50:56.710664 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Port a69eb939-4e98-4e31-be24-93f3f2b76c98 on network c3bc16ae-5c7f-4e61-9d46-0def032cc50b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:50:56.711021 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Attempting to bind port a69eb939-4e98-4e31-be24-93f3f2b76c98 on network c3bc16ae-5c7f-4e61-9d46-0def032cc50b {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:56.728862 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:56.730048 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Checking segment: {'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:56.732106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Bound using segment: {'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:56.743120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Bound port: a69eb939-4e98-4e31-be24-93f3f2b76c98, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:56.743512 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:56.879258 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4d01240c-c373-4200-aac7-6d2a941c12ec up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:56.903315 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] For port a69eb939-4e98-4e31-be24-93f3f2b76c98, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:56.906513 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] For port a69eb939-4e98-4e31-be24-93f3f2b76c98, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a69eb939-4e98-4e31-be24-93f3f2b76c98,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:56.918048 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:56.967814 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:56.968435 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:56.969839 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] 10.222.0.18 "PUT /v2.0/ports/a69eb939-4e98-4e31-be24-93f3f2b76c98 HTTP/1.1" status: 200 len: 1094 time: 1.1143739 Apr 12 17:50:56.970283 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'tag': 'a69eb939-4e98-4e31-be24-93f3f2b76c98'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:50:56.972978 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaea690-ca5d-422c-91c1-02dec06f4649" -d '{"events": [{"name": "network-changed", "server_uuid": "f90ca131-a4cd-4733-8405-6e2477d0f06e", "tag": "a69eb939-4e98-4e31-be24-93f3f2b76c98"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:50:57.002133 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c0572-9e8b-49fe-8763-928e92f2a14e service neutron] Pushing event updated for resources: {'Port': ['ID=a69eb939-4e98-4e31-be24-93f3f2b76c98,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:57.033822 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 4d01240c-c373-4200-aac7-6d2a941c12ec triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:57.034285 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.079463 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-16ebe012-4c21-40db-b058-3c4b70d60590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:57.081303 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-16ebe012-4c21-40db-b058-3c4b70d60590 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2918788686fc448581cb7e4cbc44bb2c&device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 1128 time: 0.0498686 Apr 12 17:50:57.083329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f8dcfd-0914-4315-badb-a5db37211e81 x-openstack-request-id: req-b5f8dcfd-0914-4315-badb-a5db37211e81 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:50:57.083682 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90ca131-a4cd-4733-8405-6e2477d0f06e", "tag": "a69eb939-4e98-4e31-be24-93f3f2b76c98", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:50:57.083942 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5f8dcfd-0914-4315-badb-a5db37211e81 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:50:57.084421 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f8dcfd-0914-4315-badb-a5db37211e81'] response: {'name': 'network-changed', 'server_uuid': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'tag': 'a69eb939-4e98-4e31-be24-93f3f2b76c98', 'status': 'completed', 'code': 200} Apr 12 17:50:57.099714 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Publish callbacks [] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.110416 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.141825 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8915184-2237-468b-be03-3c436c3a85a8 req-72903f52-c543-4429-a548-09e0124075ff tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:57.143606 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c8915184-2237-468b-be03-3c436c3a85a8 req-72903f52-c543-4429-a548-09e0124075ff tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0556750 Apr 12 17:50:57.190070 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2682f6-63e5-499c-b0eb-7180e3d1f7c0 None None] Pushing event updated for resources: {'Port': ['ID=ff510c35-5d70-4b7f-ba67-92783390c9a3,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:57.242434 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 4d01240c-c373-4200-aac7-6d2a941c12ec is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:57.276536 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Attempting to bind port ff510c35-5d70-4b7f-ba67-92783390c9a3 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:57.276783 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Attempting to bind port ff510c35-5d70-4b7f-ba67-92783390c9a3 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:57.277165 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Attempting to bind port ff510c35-5d70-4b7f-ba67-92783390c9a3 on network bf07b8b1-8862-457e-b14e-7f7591541534 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:57.278191 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-496c8e7c-4597-4168-a4fc-5b025c5cf19a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69eb939-4e98-4e31-be24-93f3f2b76c98 HTTP/1.1" status: 200 len: 217 time: 0.0588207 Apr 12 17:50:57.281706 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c8915184-2237-468b-be03-3c436c3a85a8 req-08789419-f882-4105-842d-9274f69e629f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141109 Apr 12 17:50:57.284439 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:57.285017 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Checking segment: {'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:57.285615 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.285800 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Bound using segment: {'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:57.286283 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Bound port: ff510c35-5d70-4b7f-ba67-92783390c9a3, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899cb695-6b85-4c73-a8ab-efb78abba818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:57.286661 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.388319 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] For port ff510c35-5d70-4b7f-ba67-92783390c9a3, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:57.392058 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] For port ff510c35-5d70-4b7f-ba67-92783390c9a3, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=ff510c35-5d70-4b7f-ba67-92783390c9a3,segment=NetworkSegment(899cb695-6b85-4c73-a8ab-efb78abba818),segment_id=899cb695-6b85-4c73-a8ab-efb78abba818)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:57.402124 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.474276 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Routers {'fd505b29-f139-4e5f-bb39-084a5569369b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:50:57.474903 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:50:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['fd505b29-f139-4e5f-bb39-084a5569369b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:57.536347 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2682f6-63e5-499c-b0eb-7180e3d1f7c0 None None] Pushing event updated for resources: {'Port': ['ID=ff510c35-5d70-4b7f-ba67-92783390c9a3,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:57.578483 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-07eab43d-d294-4751-b5be-c432d6d0bac7 None None] Provisioning complete for port ff510c35-5d70-4b7f-ba67-92783390c9a3 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:57.578855 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07eab43d-d294-4751-b5be-c432d6d0bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.606166 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-3739ef45-6bc1-4d6a-aa7a-abd31e7b67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:57.607804 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-3739ef45-6bc1-4d6a-aa7a-abd31e7b67aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78d4c6b0-ad0b-4633-888f-cc49bf1cb610 HTTP/1.1" status: 200 len: 848 time: 0.0948546 Apr 12 17:50:57.694046 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] Set router fd505b29-f139-4e5f-bb39-084a5569369b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:50:57.791685 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-07eab43d-d294-4751-b5be-c432d6d0bac7 None None] Current status of the port ff510c35-5d70-4b7f-ba67-92783390c9a3 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:57.792089 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07eab43d-d294-4751-b5be-c432d6d0bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:57.877287 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dd81e-2214-4019-b6ee-1b6fdd2af666 req-20d6506e-b4b2-4dda-a551-f35c5ae02ac2 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:57.879177 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f2dd81e-2214-4019-b6ee-1b6fdd2af666 req-20d6506e-b4b2-4dda-a551-f35c5ae02ac2 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 944 time: 0.0833790 Apr 12 17:50:57.996068 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-3d0c44bb-46ab-4a29-b01c-ac8e8ce23608 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615880 Apr 12 17:50:58.112970 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f2dd81e-2214-4019-b6ee-1b6fdd2af666 req-e3845d3c-9843-4ff1-9f85-a91b9e41694e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177782 Apr 12 17:50:58.170074 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-07eab43d-d294-4751-b5be-c432d6d0bac7 None None] For port ff510c35-5d70-4b7f-ba67-92783390c9a3, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=ff510c35-5d70-4b7f-ba67-92783390c9a3,segment=NetworkSegment(899cb695-6b85-4c73-a8ab-efb78abba818),segment_id=899cb695-6b85-4c73-a8ab-efb78abba818)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:58.209358 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07eab43d-d294-4751-b5be-c432d6d0bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:58.220813 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-266384c6-b57f-4a55-94ff-7c33232233a4 service neutron] 10.222.0.18 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157588 Apr 12 17:50:58.249124 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:50:53Z', 'revision_number': 4, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'ff510c35-5d70-4b7f-ba67-92783390c9a3', 'name': '', 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'mac_address': 'fa:16:3e:ea:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '210dca75-66b5-4c4d-b1bc-f1dad2ff24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:51Z', 'updated_at': '2022-04-12T17:50:57Z', 'revision_number': 4, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'subnets': [{'id': '210dca75-66b5-4c4d-b1bc-f1dad2ff24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:50:58.279425 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80298c86-7c66-4d61-a354-fe301d371b8e None None] The sync data for ids ['fd505b29-f139-4e5f-bb39-084a5569369b'] in dv-cinder-837533-1-iscsi is: [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:50:53Z', 'revision_number': 4, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'ff510c35-5d70-4b7f-ba67-92783390c9a3', 'name': '', 'network_id': 'bf07b8b1-8862-457e-b14e-7f7591541534', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'mac_address': 'fa:16:3e:ea:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '210dca75-66b5-4c4d-b1bc-f1dad2ff24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:51Z', 'updated_at': '2022-04-12T17:50:57Z', 'revision_number': 4, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'subnets': [{'id': '210dca75-66b5-4c4d-b1bc-f1dad2ff24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:50:58.314310 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eab43d-d294-4751-b5be-c432d6d0bac7 None None] Pushing event updated for resources: {'Port': ['ID=ff510c35-5d70-4b7f-ba67-92783390c9a3,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:58.357076 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-54b9d29c-1e71-4b13-adba-34a844934563 None None] Provisioning complete for port ff510c35-5d70-4b7f-ba67-92783390c9a3 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:58.357542 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54b9d29c-1e71-4b13-adba-34a844934563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:58.369980 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ef7239-bba7-4b08-82a3-7389007e7bfd req-129cb557-0d3f-4b8d-9ea1-6304360b2813 service neutron] 10.222.0.18 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378782 Apr 12 17:50:58.570895 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345728a-fdf3-4bba-90cf-c281992dfc97 req-2b5cc108-7d08-4654-abd8-5c6b4434d4ae tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:58.583972 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9345728a-fdf3-4bba-90cf-c281992dfc97 req-2b5cc108-7d08-4654-abd8-5c6b4434d4ae tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1410081 Apr 12 17:50:58.641647 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-54b9d29c-1e71-4b13-adba-34a844934563 None None] Current status of the port ff510c35-5d70-4b7f-ba67-92783390c9a3 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:58.645224 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8d8844fe-829c-4155-9f10-de5ca1d82f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:58.707243 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9345728a-fdf3-4bba-90cf-c281992dfc97 req-45dbb559-a19e-45fe-a7db-9b1bea1e73ff tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177375 Apr 12 17:50:58.889945 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device ff510c35-5d70-4b7f-ba67-92783390c9a3 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:58.965663 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port ff510c35-5d70-4b7f-ba67-92783390c9a3 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:58.966050 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.067796 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 57140) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:59.189526 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port ff510c35-5d70-4b7f-ba67-92783390c9a3 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:59.315076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a90f5709-8818-4592-b1c6-e39b087890ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.332863 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e7d0b-2d6b-4975-80bf-5881ea345d0a req-d674135b-f838-4572-a35f-4d8082d669a0 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:59.340577 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d5e7d0b-2d6b-4975-80bf-5881ea345d0a req-d674135b-f838-4572-a35f-4d8082d669a0 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 944 time: 0.1004720 Apr 12 17:50:59.416615 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-a4129a92-bcb7-44af-9ede-9180ab457d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:59.418421 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-a4129a92-bcb7-44af-9ede-9180ab457d33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2918788686fc448581cb7e4cbc44bb2c&device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 1128 time: 0.0587122 Apr 12 17:50:59.477810 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d5e7d0b-2d6b-4975-80bf-5881ea345d0a req-ef4c9643-0d97-4b37-aa35-0d73e8cacd39 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318321 Apr 12 17:50:59.572936 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 57150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:59.588637 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0c6ceeaa-07dc-45c4-a34b-da2b7608171a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482777921', 'description': 'tempest-description--529606257'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:59.646159 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-ac0b6c3f-8674-4673-b0fa-9dd9ceeebb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:59.648520 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-ac0b6c3f-8674-4673-b0fa-9dd9ceeebb10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b HTTP/1.1" status: 200 len: 909 time: 0.1863348 Apr 12 17:50:59.676479 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeaa-07dc-45c4-a34b-da2b7608171a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.706849 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-f12a1404-5598-4c21-9122-8e0b264aca87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69eb939-4e98-4e31-be24-93f3f2b76c98 HTTP/1.1" status: 200 len: 217 time: 0.0488410 Apr 12 17:50:59.771559 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeaa-07dc-45c4-a34b-da2b7608171a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (7329bb49-2f90-42b6-b113-e5c4850be6cd), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.780887 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeaa-07dc-45c4-a34b-da2b7608171a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (7329bb49-2f90-42b6-b113-e5c4850be6cd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.797155 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a90f5709-8818-4592-b1c6-e39b087890ad admin admin] Publish callbacks [] for security_group (a4bcd248-f409-4049-a4ae-486a80453ba0), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.817611 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a90f5709-8818-4592-b1c6-e39b087890ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a4bcd248-f409-4049-a4ae-486a80453ba0), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.819339 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeaa-07dc-45c4-a34b-da2b7608171a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.821306 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0c6ceeaa-07dc-45c4-a34b-da2b7608171a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2471392 Apr 12 17:50:59.824769 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 57160) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:59.830978 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4c54cb7c-0ac4-4305-a2ae-cfa30f456bca tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': '7329bb49-2f90-42b6-b113-e5c4850be6cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:59.855253 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ceeaa-07dc-45c4-a34b-da2b7608171a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7329bb49-2f90-42b6-b113-e5c4850be6cd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:59.875481 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-5ff2268d-32d7-40c8-befa-0ae7c7ad99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:59.877319 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-5ff2268d-32d7-40c8-befa-0ae7c7ad99e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78d4c6b0-ad0b-4633-888f-cc49bf1cb610 HTTP/1.1" status: 200 len: 848 time: 0.1592162 Apr 12 17:50:59.882639 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f5709-8818-4592-b1c6-e39b087890ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bcd248-f409-4049-a4ae-486a80453ba0,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:59.889883 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb7c-0ac4-4305-a2ae-cfa30f456bca tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (5974af9f-58ed-4875-bbf0-0a238cb8f1e0), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.925174 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-f9246aaf-b4ed-4bb0-a354-467d0646634a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385249 Apr 12 17:50:59.974770 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb7c-0ac4-4305-a2ae-cfa30f456bca tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (5974af9f-58ed-4875-bbf0-0a238cb8f1e0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.980157 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb7c-0ac4-4305-a2ae-cfa30f456bca tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (5974af9f-58ed-4875-bbf0-0a238cb8f1e0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:59.999985 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a90f5709-8818-4592-b1c6-e39b087890ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b9ca34a74b84c548448201bf1377463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9308796 Apr 12 17:51:00.004112 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 57162) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:00.009434 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb7c-0ac4-4305-a2ae-cfa30f456bca tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.011127 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4c54cb7c-0ac4-4305-a2ae-cfa30f456bca tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1849592 Apr 12 17:51:00.016558 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 57164) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:00.027997 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d6d8d0ba-455e-4a1c-b326-9fffd3b8ab2c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': '7329bb49-2f90-42b6-b113-e5c4850be6cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:00.028224 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940aab0-b90f-420d-a12d-5946b4b133a0 req-335b1f68-a40b-4cbd-a930-699bb76d6de4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:00.029711 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b940aab0-b90f-420d-a12d-5946b4b133a0 req-335b1f68-a40b-4cbd-a930-699bb76d6de4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1513364 Apr 12 17:51:00.046635 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54cb7c-0ac4-4305-a2ae-cfa30f456bca tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5974af9f-58ed-4875-bbf0-0a238cb8f1e0,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:00.091171 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d0ba-455e-4a1c-b326-9fffd3b8ab2c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (963eea4d-c8d1-43ba-b463-1c630bbe027f), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.097437 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.177584 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b940aab0-b90f-420d-a12d-5946b4b133a0 req-add73f73-d2fe-4f69-a910-a2b1d3e5b267 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161480 Apr 12 17:51:00.185106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b007-e0fe-4c2c-b675-8d8c80e57b97 admin admin] Publish callbacks [] for security_group (a4bcd248-f409-4049-a4ae-486a80453ba0), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.210209 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b007-e0fe-4c2c-b675-8d8c80e57b97 admin admin] Publish callbacks [] for security_group (a4bcd248-f409-4049-a4ae-486a80453ba0), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.216768 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d0ba-455e-4a1c-b326-9fffd3b8ab2c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (963eea4d-c8d1-43ba-b463-1c630bbe027f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.222927 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d0ba-455e-4a1c-b326-9fffd3b8ab2c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (963eea4d-c8d1-43ba-b463-1c630bbe027f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.255689 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8d0ba-455e-4a1c-b326-9fffd3b8ab2c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963eea4d-c8d1-43ba-b463-1c630bbe027f,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:00.256508 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-798d9753-e5ec-4352-b53b-cf04d09a92e1 service neutron] 10.222.0.18 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038795 Apr 12 17:51:00.263736 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d0ba-455e-4a1c-b326-9fffd3b8ab2c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.268349 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d6d8d0ba-455e-4a1c-b326-9fffd3b8ab2c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2411439 Apr 12 17:51:00.270667 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 57168) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:00.284900 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:00.355733 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b007-e0fe-4c2c-b675-8d8c80e57b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a4bcd248-f409-4049-a4ae-486a80453ba0), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.358442 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b007-e0fe-4c2c-b675-8d8c80e57b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.362410 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d1f2b007-e0fe-4c2c-b675-8d8c80e57b97 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4bcd248-f409-4049-a4ae-486a80453ba0 HTTP/1.1" status: 204 len: 168 time: 0.3524492 Apr 12 17:51:00.368762 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.394913 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2b007-e0fe-4c2c-b675-8d8c80e57b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bcd248-f409-4049-a4ae-486a80453ba0,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:00.469539 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:51:00.472748 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccaea690-ca5d-422c-91c1-02dec06f4649 req-1f5bf625-6277-4a1b-8c22-626f0025cb9d service neutron] 10.222.0.18 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061658 Apr 12 17:51:00.501973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.678897 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.27.3.23 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/286fef66-2cd4-47d3-ae42-e454d3789c32) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:00.689655 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bfa4-cd3c-42bc-85e3-3d191fc9cdb0 req-a6fe66ed-bd7a-4369-aed1-edf1558d926d tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:00.692445 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4047bfa4-cd3c-42bc-85e3-3d191fc9cdb0 req-a6fe66ed-bd7a-4369-aed1-edf1558d926d tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 944 time: 0.0886676 Apr 12 17:51:00.827465 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4047bfa4-cd3c-42bc-85e3-3d191fc9cdb0 req-f139f41a-6dfb-49b8-9989-81ed1eddb383 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239221 Apr 12 17:51:00.901203 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.939494 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.997118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=286fef66-2cd4-47d3-ae42-e454d3789c32,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:01.019336 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:01.021106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:01.023844 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:01.166691 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (87d6510f-a8a0-4a47-9d80-63a877c539bd), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.235939 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.320872 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 57198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:01.367176 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.383185 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43989fce-aa73-488d-b8d1-0a3a85354cf5 req-374a9b8c-b3c1-4a2e-bad2-1f625dbe7406 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:01.385310 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-43989fce-aa73-488d-b8d1-0a3a85354cf5 req-374a9b8c-b3c1-4a2e-bad2-1f625dbe7406 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1014194 Apr 12 17:51:01.469980 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1696545926-network', 'tenant_id': '9e511eae935146069bdd9a386c0d8aa0'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:01.491344 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Made reservation on behalf of 9e511eae935146069bdd9a386c0d8aa0 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:01.494285 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.496703 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-43989fce-aa73-488d-b8d1-0a3a85354cf5 req-54d37c65-f62c-4950-a8e6-2fed5b628702 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965009 Apr 12 17:51:01.509984 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.562962 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.568674 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.609281 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks [] for security_group (707c8048-df4c-4acb-8a75-89c0e746ed45), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.616767 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (707c8048-df4c-4acb-8a75-89c0e746ed45), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.657282 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707c8048-df4c-4acb-8a75-89c0e746ed45,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:01.664364 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:51:01.668122 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=286fef66-2cd4-47d3-ae42-e454d3789c32,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:01.676167 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (87d6510f-a8a0-4a47-9d80-63a877c539bd), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.684945 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (15346818-7f39-4d6d-b9c8-8b98032ce100), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.686401 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Added segment 15346818-7f39-4d6d-b9c8-8b98032ce100 of type vlan for network 90a36624-95d2-4e62-99c5-2e0a1e17756e Apr 12 17:51:01.701769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.711301 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c794f461-c70d-477c-9727-e1ac600f73e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4225452 Apr 12 17:51:01.742455 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (90a36624-95d2-4e62-99c5-2e0a1e17756e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.777229 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (90a36624-95d2-4e62-99c5-2e0a1e17756e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.778983 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:01.779716 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.058144 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6876c1-2a14-4a35-a281-6126a397de8d req-a648e567-97fa-4f27-bc15-d99638366d82 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:02.059745 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9a6876c1-2a14-4a35-a281-6126a397de8d req-a648e567-97fa-4f27-bc15-d99638366d82 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 944 time: 0.1000917 Apr 12 17:51:02.062952 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-77ca5e26-9ae7-43fd-bb55-83965d00ec72 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--482777921&fields=id&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 267 time: 0.1103485 Apr 12 17:51:02.090534 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7678866 Apr 12 17:51:02.091212 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 57220) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:02.098753 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Request body: {'subnet': {'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1696545926-subnet', 'tenant_id': '9e511eae935146069bdd9a386c0d8aa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:02.104989 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device a69eb939-4e98-4e31-be24-93f3f2b76c98 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:51:02.113489 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bbcd3-7405-4f3b-a3fd-ab392bc0feaa admin admin] Pushing event updated for resources: {'Network': ['ID=90a36624-95d2-4e62-99c5-2e0a1e17756e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:02.132227 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Made reservation on behalf of 9e511eae935146069bdd9a386c0d8aa0 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:02.139034 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5472672'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.185579 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 90a36624-95d2-4e62-99c5-2e0a1e17756e details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:51:02.236444 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-2756b469-d918-4c4c-9bac-59d7b1ccaf63 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:02.239842 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-2756b469-d918-4c4c-9bac-59d7b1ccaf63 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.1646640 Apr 12 17:51:02.435148 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port a69eb939-4e98-4e31-be24-93f3f2b76c98, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a69eb939-4e98-4e31-be24-93f3f2b76c98,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:02.491861 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': 'a69eb939-4e98-4e31-be24-93f3f2b76c98', 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b', 'port_id': 'a69eb939-4e98-4e31-be24-93f3f2b76c98', 'mac_address': 'fa:16:3e:ba:5e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d4c6b0-ad0b-4633-888f-cc49bf1cb610', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:51:02.591569 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port a69eb939-4e98-4e31-be24-93f3f2b76c98 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:02.592162 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.596213 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7385460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5472694'] for subnet (6f61ae89-1763-4ed3-9e91-bf49d48f50a7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.626927 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69eb939-4e98-4e31-be24-93f3f2b76c98 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:02.658277 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-3235b79e-26a4-48d8-8f75-50c9abd06bb7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/quotas/08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 375 time: 0.4121883 Apr 12 17:51:02.667111 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port a69eb939-4e98-4e31-be24-93f3f2b76c98, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a69eb939-4e98-4e31-be24-93f3f2b76c98,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:02.677865 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f61ae89-1763-4ed3-9e91-bf49d48f50a7,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:02.682122 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.702193 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Checking segment: {'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:51:02.702715 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Network hostable DHCP agents. Network: 90a36624-95d2-4e62-99c5-2e0a1e17756e, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:51:02.735027 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9a6876c1-2a14-4a35-a281-6126a397de8d req-8aaa6bb4-0aab-4ccd-8cfa-0184d7967c94 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624873 Apr 12 17:51:02.741544 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.750213 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d9514a96-cd1d-45a2-b6e8-1efc4d644f21 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783122 Apr 12 17:51:02.769171 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=a69eb939-4e98-4e31-be24-93f3f2b76c98,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:02.788926 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Network 90a36624-95d2-4e62-99c5-2e0a1e17756e is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:51:02.801774 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 90a36624-95d2-4e62-99c5-2e0a1e17756e) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:02.807082 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:02.808252 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.818847 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd5f2e8-90dc-42f0-bf39-85b2b1aeb921 None None] Network 90a36624-95d2-4e62-99c5-2e0a1e17756e requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:51:02.846277 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-03e0628b-807a-4100-ae88-1fb21e498602 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7518930 Apr 12 17:51:02.976877 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f68a4-e1fb-4d66-97dd-e033b790d980 None None] Network 90a36624-95d2-4e62-99c5-2e0a1e17756e requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:51:02.980488 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['a69eb939-4e98-4e31-be24-93f3f2b76c98'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:02.986021 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286314be-e04a-46ac-ba83-b7f498bc78e3 req-d41184ad-870e-4c5f-9f03-69468495f26f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:02.987702 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-286314be-e04a-46ac-ba83-b7f498bc78e3 req-d41184ad-870e-4c5f-9f03-69468495f26f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1000609 Apr 12 17:51:03.018695 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-86c3c658-e362-45b0-b401-9923f63642cf service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477264 Apr 12 17:51:03.123031 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-286314be-e04a-46ac-ba83-b7f498bc78e3 req-97621a3d-b9bf-4a41-994f-60458b8057ab tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262591 Apr 12 17:51:03.179332 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-0a79b50a-f553-4091-ab57-3ea506196e9b service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480322 Apr 12 17:51:03.428489 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce756fb6-b9e1-4616-9eee-dcb84087f26b req-0068d779-9038-41e5-b0f9-0d10fa522d7a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 210 time: 0.0571208 Apr 12 17:51:03.886940 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ea634-4619-443b-99b0-d8e63862b7db req-6681be13-f3d7-44a2-8069-cb9a3fe21655 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:03.888493 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f3ea634-4619-443b-99b0-d8e63862b7db req-6681be13-f3d7-44a2-8069-cb9a3fe21655 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 945 time: 0.0497026 Apr 12 17:51:03.941470 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f3ea634-4619-443b-99b0-d8e63862b7db req-64d7b03d-6f3a-4dd5-8bda-7e846d7f23a3 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Apr 12 17:51:04.260127 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e48c8-5ea9-496e-bfaa-d7fbec4565f0 req-e1c7ad5f-007d-48a6-8c75-926c0ccbc4c2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:04.261605 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed4e48c8-5ea9-496e-bfaa-d7fbec4565f0 req-e1c7ad5f-007d-48a6-8c75-926c0ccbc4c2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0531199 Apr 12 17:51:04.323723 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed4e48c8-5ea9-496e-bfaa-d7fbec4565f0 req-c462f488-4fdf-4369-a927-7dfb18d3fa6b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Apr 12 17:51:04.539446 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-719b811a-0509-4c9a-a16e-e90a0ad3f174 req-89c88573-43e3-46ae-af89-7b4c5459d87d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 210 time: 0.0306778 Apr 12 17:51:05.068269 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7be917-287d-42e4-80ff-e54c6963c703 req-691d262d-b656-4ac4-964c-ac81d451d180 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:05.070333 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b7be917-287d-42e4-80ff-e54c6963c703 req-691d262d-b656-4ac4-964c-ac81d451d180 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 945 time: 0.0528071 Apr 12 17:51:05.125303 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b7be917-287d-42e4-80ff-e54c6963c703 req-cb062e8f-e414-46b8-a231-c686722ffbde tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485284 Apr 12 17:51:05.453935 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e59099-0510-4255-8849-f8a16cbf24a5 req-f7335cb6-e9d5-49fb-8813-2f541bdc9949 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:05.456944 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03e59099-0510-4255-8849-f8a16cbf24a5 req-f7335cb6-e9d5-49fb-8813-2f541bdc9949 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0547423 Apr 12 17:51:05.509103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03e59099-0510-4255-8849-f8a16cbf24a5 req-3087467c-d385-4256-a878-3299342b8eaf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Apr 12 17:51:05.637441 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c847749c-077b-4cd0-8d17-2b567694927d req-a231858d-d4b4-4c20-85ee-a69300ef7b23 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 210 time: 0.0288172 Apr 12 17:51:06.250109 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7f43-2ebc-484d-8ec4-a07784d4f971 req-b0f94e52-9d16-42da-b968-4ffebd90ccfc tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.251765 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11dd7f43-2ebc-484d-8ec4-a07784d4f971 req-b0f94e52-9d16-42da-b968-4ffebd90ccfc tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 945 time: 0.0488927 Apr 12 17:51:06.308677 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11dd7f43-2ebc-484d-8ec4-a07784d4f971 req-56608f45-6ac0-4beb-814d-439d9e086025 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505683 Apr 12 17:51:06.456323 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device a69eb939-4e98-4e31-be24-93f3f2b76c98 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:51:06.509454 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.535001 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port a69eb939-4e98-4e31-be24-93f3f2b76c98 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:51:06.543312 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port a69eb939-4e98-4e31-be24-93f3f2b76c98 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:06.543703 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.637895 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port a69eb939-4e98-4e31-be24-93f3f2b76c98 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:06.638297 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.648401 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c608-8d04-4e3c-899e-5322fcdfb7d7 req-3c41dc36-4c9a-4895-8ceb-36b30b80eddd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.650442 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1ee3c608-8d04-4e3c-899e-5322fcdfb7d7 req-3c41dc36-4c9a-4895-8ceb-36b30b80eddd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0582383 Apr 12 17:51:06.718613 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69eb939-4e98-4e31-be24-93f3f2b76c98'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:06.718613 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9d800-e9fc-4f57-bc0e-c3987f4d48df" -d '{"events": [{"server_uuid": "f90ca131-a4cd-4733-8405-6e2477d0f06e", "name": "network-vif-plugged", "status": "completed", "tag": "a69eb939-4e98-4e31-be24-93f3f2b76c98"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:06.737258 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port a69eb939-4e98-4e31-be24-93f3f2b76c98, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a69eb939-4e98-4e31-be24-93f3f2b76c98,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:06.746769 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.767516 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1ee3c608-8d04-4e3c-899e-5322fcdfb7d7 req-82906c8c-ca4b-4228-a868-bc8c173b0c27 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103148 Apr 12 17:51:06.876157 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=a69eb939-4e98-4e31-be24-93f3f2b76c98,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:06.891201 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a360a809-804c-4f2f-9619-591e953e0ab2 req-d6174f4c-3ccf-4bc4-9970-71c3b60b1050 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 210 time: 0.0618372 Apr 12 17:51:06.898489 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ec618-d752-453e-8374-05831b0c7541 x-openstack-request-id: req-df6ec618-d752-453e-8374-05831b0c7541 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:06.898888 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ca131-a4cd-4733-8405-6e2477d0f06e", "name": "network-vif-plugged", "status": "completed", "tag": "a69eb939-4e98-4e31-be24-93f3f2b76c98", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:06.899304 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df6ec618-d752-453e-8374-05831b0c7541 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:06.900459 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6ec618-d752-453e-8374-05831b0c7541'] response: {'server_uuid': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69eb939-4e98-4e31-be24-93f3f2b76c98', 'code': 200} Apr 12 17:51:07.479937 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc1e02-a02b-411d-83c4-19ce3d11f882 req-05a3ca05-ee12-4232-abc7-a601b57cf8cc tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:07.481449 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13bc1e02-a02b-411d-83c4-19ce3d11f882 req-05a3ca05-ee12-4232-abc7-a601b57cf8cc tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0830305 Apr 12 17:51:07.482920 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470bf25-b0ef-49d2-9be9-774472935c40 req-f4192707-faa1-42dd-b1aa-fe96d117ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:07.484314 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e470bf25-b0ef-49d2-9be9-774472935c40 req-f4192707-faa1-42dd-b1aa-fe96d117ace8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 1130 time: 0.0564561 Apr 12 17:51:07.528373 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13bc1e02-a02b-411d-83c4-19ce3d11f882 req-bf634413-ed31-4426-9a28-47b03881fd45 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Apr 12 17:51:07.921452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f0e2-c6cc-4c7a-b513-1ac095eb464b req-01246d6c-b291-4a6c-b7fe-0601f4fc06ac tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:07.923250 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aba2f0e2-c6cc-4c7a-b513-1ac095eb464b req-01246d6c-b291-4a6c-b7fe-0601f4fc06ac tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0819516 Apr 12 17:51:07.982518 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e470bf25-b0ef-49d2-9be9-774472935c40 req-5dc78290-81c8-42f3-aa73-fd25a95cb652 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266057 Apr 12 17:51:08.131178 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aba2f0e2-c6cc-4c7a-b513-1ac095eb464b req-f4143252-24ae-4262-ae1d-01d84b099b08 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851883 Apr 12 17:51:08.175884 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-658ee363-8641-4ced-815a-51f034ed2faa tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:08.177399 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-658ee363-8641-4ced-815a-51f034ed2faa tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 815 time: 0.2501137 Apr 12 17:51:08.199655 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-17901c16-07e2-4e7d-9f6c-c18b0f828520 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:08.201197 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-17901c16-07e2-4e7d-9f6c-c18b0f828520 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.2175887 Apr 12 17:51:08.205587 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-fcbb656b-78fe-4501-b21d-7ee8d3283d62 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/quotas/3db5ca977a664a318bbd60f2399467cc HTTP/1.1" status: 200 len: 375 time: 0.0205674 Apr 12 17:51:08.256350 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fd1ca932-c62d-43d1-8579-4a3ae5452884 req-5e91c242-a935-49f2-be74-160ceaf47d33 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 210 time: 0.0533061 Apr 12 17:51:08.315722 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ba146c32-7ca2-45cc-9e57-0b7d46fdc6a1 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984471 Apr 12 17:51:08.449361 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-0d626977-9832-446f-886a-ac0fc897dd1b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 471 time: 0.2340493 Apr 12 17:51:08.539252 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-d69c0639-878e-4200-be77-a1e7c320c769 service neutron] 10.222.0.45 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111871 Apr 12 17:51:08.594210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-1262272d-10c5-4b43-90ba-b5d6b25aa52c tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:08.595728 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-1262272d-10c5-4b43-90ba-b5d6b25aa52c tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/networks?id=90a36624-95d2-4e62-99c5-2e0a1e17756e HTTP/1.1" status: 200 len: 814 time: 0.1690986 Apr 12 17:51:08.637346 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-14f97008-e3aa-4e09-ba45-8856435a30e5 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/quotas/9e511eae935146069bdd9a386c0d8aa0 HTTP/1.1" status: 200 len: 375 time: 0.0168989 Apr 12 17:51:08.678631 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-dcc48211-a064-4f4a-a270-072232e64b8a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e511eae935146069bdd9a386c0d8aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351696 Apr 12 17:51:08.684241 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-829ec3f5-dcb0-472f-a6b6-cd6416391a6a service neutron] 10.222.0.45 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386423 Apr 12 17:51:08.788701 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f0698548-fb5f-4033-b7ed-baa1c7edfed4 service neutron] 10.222.0.45 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035328 Apr 12 17:51:08.871983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'port': {'device_id': '79fea017-0e33-4088-b402-533449471609', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'admin_state_up': True, 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'security_groups': ['7329bb49-2f90-42b6-b113-e5c4850be6cd']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:08.983330 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-118e34b7-abd5-4518-b7af-bb9482504530 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253757 Apr 12 17:51:09.058659 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-85b2b038-3d2c-4fdf-b496-1401a567c2ac service neutron] 10.222.0.45 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631514 Apr 12 17:51:09.086995 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b047d-98f2-4fda-aabb-8284fca091bd req-75cc7746-5fdf-46d7-a287-517064328213 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:09.088962 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a99b047d-98f2-4fda-aabb-8284fca091bd req-75cc7746-5fdf-46d7-a287-517064328213 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0937619 Apr 12 17:51:09.155496 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Made reservation on behalf of 08872d0e888749f580d8ad67256c5717 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:09.159318 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:09.175921 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a99b047d-98f2-4fda-aabb-8284fca091bd req-1e13ea5f-f6f4-44e2-8077-4fc317136d42 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772862 Apr 12 17:51:09.418828 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-82fabe2e-5e6a-4742-b273-ac8e1e18b69c req-2ffa32a7-a32c-4153-bcbb-675ed4796857 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 210 time: 0.1427472 Apr 12 17:51:09.456439 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ae2be-cce0-41df-8780-d77d17f7cf2a req-5160fc39-717a-42b7-9803-bf0f3361a50b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:09.458289 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e0ae2be-cce0-41df-8780-d77d17f7cf2a req-5160fc39-717a-42b7-9803-bf0f3361a50b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.1507463 Apr 12 17:51:09.462653 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-74edbd84-fc0e-4aed-94a4-3739bb795f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:09.464472 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-74edbd84-fc0e-4aed-94a4-3739bb795f9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 1129 time: 0.1864808 Apr 12 17:51:09.612856 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.20.0.8 (6c894a84-427f-4c4d-9056-360cdd2d00e7/c91c28b1-318e-4cbc-970b-519aededf6c4/7a28c8ad-3d0e-4a5b-92b5-78624ac599a7) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:09.621512 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e0ae2be-cce0-41df-8780-d77d17f7cf2a req-0d9b3962-cfab-49ec-9304-20a25e266c7b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556802 Apr 12 17:51:09.650151 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789093ef-29da-4e0e-9ff8-b87d5e3a7324 req-c34086fe-94ac-4e29-9465-a6312b7f6698 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:09.652125 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-789093ef-29da-4e0e-9ff8-b87d5e3a7324 req-c34086fe-94ac-4e29-9465-a6312b7f6698 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0999942 Apr 12 17:51:09.743413 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f92e635-3247-4d55-97ff-726cf130b03f req-329167a4-8d03-4a95-8fe8-7776ac95edc7 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 210 time: 0.0602288 Apr 12 17:51:09.922100 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-789093ef-29da-4e0e-9ff8-b87d5e3a7324 req-daed8847-3acd-46e2-9405-e875c68249e8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638278 Apr 12 17:51:09.936174 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91d59853-eb53-4057-aaea-c3347486c56f req-34545d55-f89b-4943-800d-91963d6c10f3 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 210 time: 0.0858123 Apr 12 17:51:10.027529 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:10.046404 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-c7cadc13-65e3-4783-acef-37708aad54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:10.047890 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-c7cadc13-65e3-4783-acef-37708aad54cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 915 time: 0.1901131 Apr 12 17:51:10.118503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:10.159265 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-8bd2214c-1bc6-4e28-a6b0-6b78753e2189 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71e22722-f4c9-4ccf-aab9-044398418168 HTTP/1.1" status: 200 len: 1000 time: 0.0984449 Apr 12 17:51:10.171353 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:10.177150 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:10.180895 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:10.187797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:10.259666 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.260018 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.260365 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.260708 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.261047 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.261374 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.261697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.262101 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.262351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.262684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.263009 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.263360 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.263683 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.264006 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.264340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:10.319403 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:10.320040 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:10.346449 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78e093-2aa9-4f3a-ae90-9888ca874379 req-a6754421-3ce6-4afa-bf2c-bef6488ff9ad tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:10.348257 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7c78e093-2aa9-4f3a-ae90-9888ca874379 req-a6754421-3ce6-4afa-bf2c-bef6488ff9ad tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0922115 Apr 12 17:51:10.350034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-cdfa7ae1-0f0b-4a51-ade5-8101ef53e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:10.351360 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-cdfa7ae1-0f0b-4a51-ade5-8101ef53e241 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.1325972 Apr 12 17:51:10.354589 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-d2fc531f-892a-4c37-82cd-cac75190b84d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4957886 Apr 12 17:51:10.369747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-64188f88-b8d8-45af-9f08-edcab34e46a6 None None] Provisioning complete for port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:10.370262 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-64188f88-b8d8-45af-9f08-edcab34e46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:10.398351 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7c78e093-2aa9-4f3a-ae90-9888ca874379 req-25a835e2-1fb9-4218-b3f0-bb6635282f62 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Apr 12 17:51:10.404357 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-64188f88-b8d8-45af-9f08-edcab34e46a6 None None] Port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:51:10.763088 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d41c8c87-2b51-4db0-bc4e-f9358d5b0394 req-b27afcde-3603-416b-8c85-fcabd247174a tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 210 time: 0.2645111 Apr 12 17:51:10.809685 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dba894-e9d3-4456-a0b4-3fbc0dde8a56 req-01f23655-b959-4d5c-9ab2-68d2e3ae80c6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:10.811212 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62dba894-e9d3-4456-a0b4-3fbc0dde8a56 req-01f23655-b959-4d5c-9ab2-68d2e3ae80c6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0511453 Apr 12 17:51:10.862508 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38714cda-5f5c-4cc9-8316-c6cdd6d4d5c7 req-efe0b9b8-bf26-4e22-b14a-54f1622ffc4c tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 210 time: 0.0372419 Apr 12 17:51:10.884808 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62dba894-e9d3-4456-a0b4-3fbc0dde8a56 req-b7198bf8-0fd5-4d2e-80f8-e4fe1bfe9c6b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660799 Apr 12 17:51:11.066595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac94dc-e3f7-4ede-abcd-cfca1590df53 req-bd65b71a-a159-4dfd-968a-4a9d392db37b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:11.068055 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-52ac94dc-e3f7-4ede-abcd-cfca1590df53 req-bd65b71a-a159-4dfd-968a-4a9d392db37b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0767376 Apr 12 17:51:11.078546 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431e0c9-65f9-457b-9169-3dd198d7acb8 req-aa597283-d5e3-4bb3-82da-fbc67cbc281b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:11.079927 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e431e0c9-65f9-457b-9169-3dd198d7acb8 req-aa597283-d5e3-4bb3-82da-fbc67cbc281b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 931 time: 0.0760338 Apr 12 17:51:11.146646 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-52ac94dc-e3f7-4ede-abcd-cfca1590df53 req-42b4fb5e-6471-4a02-ae7e-d811d43e68a0 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657220 Apr 12 17:51:11.153444 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e431e0c9-65f9-457b-9169-3dd198d7acb8 req-f8fc6cf2-8f21-4df4-9fe8-51d29b74afc2 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670300 Apr 12 17:51:11.869989 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2104e082-990c-497e-9882-62124da88fa1 req-84d42ed4-619e-4d37-9834-80be97ca81da tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 210 time: 0.0318809 Apr 12 17:51:11.968725 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-941db9d4-b058-4470-8b27-85324fc69270 req-ca6b21d8-6b09-44c9-9062-2712bb84c3d9 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 210 time: 0.0370877 Apr 12 17:51:12.016873 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f4eb-d7d7-49f2-90dd-0b8eb7405dbc req-5f243149-e508-4539-beb7-0362bbfd427c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:12.018456 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7860f4eb-d7d7-49f2-90dd-0b8eb7405dbc req-5f243149-e508-4539-beb7-0362bbfd427c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0527458 Apr 12 17:51:12.064592 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7860f4eb-d7d7-49f2-90dd-0b8eb7405dbc req-f862aaa7-f067-418f-96d9-76f285dc894e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404015 Apr 12 17:51:12.292076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33099243-7cf1-4d67-ba47-ba961b95cddb req-5d81e221-f2fc-4536-870f-694547a4acfe tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:12.293461 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33099243-7cf1-4d67-ba47-ba961b95cddb req-5d81e221-f2fc-4536-870f-694547a4acfe tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0746560 Apr 12 17:51:12.301411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871993c6-4e21-43ee-b922-e7f1780ffdf1 req-68462426-0c45-4b76-8e86-047443111240 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:12.302760 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-871993c6-4e21-43ee-b922-e7f1780ffdf1 req-68462426-0c45-4b76-8e86-047443111240 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 931 time: 0.0744863 Apr 12 17:51:12.373976 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33099243-7cf1-4d67-ba47-ba961b95cddb req-fefa0786-e19d-489b-986e-e94abb3ecc56 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702331 Apr 12 17:51:12.377260 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-871993c6-4e21-43ee-b922-e7f1780ffdf1 req-68985485-be03-4dcc-ac41-9bd2bc22a87b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678494 Apr 12 17:51:12.983470 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f25d8ddb-c6d0-4510-8f85-c70ae388701b req-d06cf4a7-1fb0-40a4-8267-9bad65865a02 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 210 time: 0.0319793 Apr 12 17:51:13.069118 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7718f8f-2d75-496d-9936-5ec132b67564 req-93f95f51-a210-4f58-b99f-f68d4af86dd5 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 210 time: 0.0278351 Apr 12 17:51:13.184889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56487f-3595-4274-8742-e845c824c466 req-278bf158-4f4a-4c76-9d83-9756debefe17 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:13.186451 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e56487f-3595-4274-8742-e845c824c466 req-278bf158-4f4a-4c76-9d83-9756debefe17 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0506480 Apr 12 17:51:13.234302 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e56487f-3595-4274-8742-e845c824c466 req-91bf1e46-a855-4b06-9945-93667e454cce tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412202 Apr 12 17:51:13.520943 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f712a-0839-4ff9-aa78-e1c9356e5c72 req-93047b55-229f-4c3f-9371-47f8bfd7825b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:13.522359 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-819f712a-0839-4ff9-aa78-e1c9356e5c72 req-93047b55-229f-4c3f-9371-47f8bfd7825b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0779021 Apr 12 17:51:13.528342 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d8171-6c59-41e2-bd80-64a16b1fc7a2 req-3bf882c3-faa3-4396-8773-af5dbe5156fd tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:13.529871 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f98d8171-6c59-41e2-bd80-64a16b1fc7a2 req-3bf882c3-faa3-4396-8773-af5dbe5156fd tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 931 time: 0.0765302 Apr 12 17:51:13.562901 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Request body: {'port': {'device_id': '79fea017-0e33-4088-b402-533449471609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:13.676486 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-87094c2b-319e-45b9-aa27-f175032f5998 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:13.678891 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-87094c2b-319e-45b9-aa27-f175032f5998 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.18 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 815 time: 0.1010518 Apr 12 17:51:13.679367 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.18', 58607) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:13.700895 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-755b7035-c5d3-4e6f-bdb6-761762f040e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:13.702452 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-755b7035-c5d3-4e6f-bdb6-761762f040e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1508784 Apr 12 17:51:13.711386 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-819f712a-0839-4ff9-aa78-e1c9356e5c72 req-d61ce73c-fba7-48f6-bf8c-b966f51af922 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804714 Apr 12 17:51:13.722337 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f98d8171-6c59-41e2-bd80-64a16b1fc7a2 req-6f61940d-6b32-4a6e-a71a-624a07a0cec9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852098 Apr 12 17:51:13.791588 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-75d05d73-503f-49d9-b6f9-f3136dfbad0b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:13.793150 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-75d05d73-503f-49d9-b6f9-f3136dfbad0b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "GET /v2.0/networks?id=90a36624-95d2-4e62-99c5-2e0a1e17756e HTTP/1.1" status: 200 len: 814 time: 0.1127870 Apr 12 17:51:13.796949 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'port': {'device_id': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'admin_state_up': True, 'tenant_id': '3db5ca977a664a318bbd60f2399467cc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:13.800010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:13.863776 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Request body: {'port': {'device_id': '2b839aab-6935-4872-ad76-33c1709c910d', 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e', 'admin_state_up': True, 'tenant_id': '9e511eae935146069bdd9a386c0d8aa0'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:13.918527 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-fd60f92e-2f48-4fb4-8985-1d73a3feb4a7 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931150 Apr 12 17:51:14.003978 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Made reservation on behalf of 9e511eae935146069bdd9a386c0d8aa0 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:14.007611 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.164622 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Made reservation on behalf of 3db5ca977a664a318bbd60f2399467cc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:14.167989 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.214356 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-313729d4-624c-49a7-a2b1-c94094dee656 req-80ead526-2632-44bb-9fd9-bbf1c13106ad tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 210 time: 0.1079750 Apr 12 17:51:14.238478 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388987-47a0-421c-ba85-d3c6541f4be1 req-a2048eff-1f54-40cb-b821-b5c65379bf76 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:14.238478 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-71388987-47a0-421c-ba85-d3c6541f4be1 req-a2048eff-1f54-40cb-b821-b5c65379bf76 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.1506190 Apr 12 17:51:14.254780 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ade3cb3f-63ab-4e2e-bcf7-e21ec197c41a req-9392fb17-a32a-4e99-9780-9e3a500697b8 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880390 Apr 12 17:51:14.257828 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Allocated IP 172.20.0.2 (90a36624-95d2-4e62-99c5-2e0a1e17756e/6f61ae89-1763-4ed3-9e91-bf49d48f50a7/6401d7e5-4446-44d0-9cd4-7280ba576f9a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:14.341603 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-71388987-47a0-421c-ba85-d3c6541f4be1 req-427d2745-1f66-4677-b8bb-8592ce0ae619 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988877 Apr 12 17:51:14.379872 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Allocated IP 172.20.0.3 (5e798e50-a7fe-415b-9e2d-76d9be553554/a72680a4-36d9-4290-af37-0bcf4cf2b301/0fa973ee-a605-46a8-ab31-9433c3b1351f) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:14.419147 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-700d63f3-3c89-40ab-996f-d438b9cacb51 req-6da44bce-eefb-4640-b895-4cb03c3746cd tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 210 time: 0.0606177 Apr 12 17:51:14.486004 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:14.497193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Publish callbacks [] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.523568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcff30-3ee4-4800-8654-17e36357f459 req-a9f12d6f-cc70-450b-bdd4-739c93465883 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:14.525855 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e5bcff30-3ee4-4800-8654-17e36357f459 req-a9f12d6f-cc70-450b-bdd4-739c93465883 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.1007032 Apr 12 17:51:14.527427 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Transition to ACTIVE for port object 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:51:14.533770 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.590397 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks [] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.635455 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.657930 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Pushing event updated for resources: {'Port': ['ID=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:14.687922 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.704987 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e5bcff30-3ee4-4800-8654-17e36357f459 req-78938c9a-6270-4311-873a-6a755be8c8dd tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661046 Apr 12 17:51:14.794520 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:14.796338 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:14.807618 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:14.813500 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.818475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Attempting to bind port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:51:14.818784 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Attempting to bind port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:51:14.819149 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Attempting to bind port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:14.824229 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:51:14.824548 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Attempting to bind port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:14.831374 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:51:14.831735 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Checking segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:51:14.832074 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Bound using segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:51:14.832548 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Bound port: 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:51:14.832860 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:14.841812 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:14.848701 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.850675 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.851565 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.852062 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.853746 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.854119 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.854466 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.854825 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.855509 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.855912 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.856250 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.856584 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.856908 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.857436 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.857922 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:14.934859 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Network 90a36624-95d2-4e62-99c5-2e0a1e17756e is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:14.942100 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:14.945231 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:14.978850 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b93bee-b914-493a-9b3b-13d28aed1a7a req-7ac01ba7-ce9b-42c5-891d-978fe34353f1 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:14.984707 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3b93bee-b914-493a-9b3b-13d28aed1a7a req-7ac01ba7-ce9b-42c5-891d-978fe34353f1 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1126223 Apr 12 17:51:14.993895 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Pushing event updated for resources: {'Port': ['ID=6401d7e5-4446-44d0-9cd4-7280ba576f9a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:14.997403 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281d79-0f67-4778-9721-76026967fe4b req-4e25b5a1-394c-43ea-890e-d66ca44468bf tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:14.999063 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6281d79-0f67-4778-9721-76026967fe4b req-4e25b5a1-394c-43ea-890e-d66ca44468bf tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.1489270 Apr 12 17:51:15.002377 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.003096 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:15.035972 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.036615 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:15.043772 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-df399d90-c6e5-4bab-a3b9-8b33f96964cd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2974265 Apr 12 17:51:15.061942 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f5b2c5b3-2f48-44dc-bf6f-fee8f14f4fcf tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2036693 Apr 12 17:51:15.070380 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] For port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:51:15.098439 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] For port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:51:15.109818 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3b93bee-b914-493a-9b3b-13d28aed1a7a req-562098a2-9715-44ee-b408-bc521034da00 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190112 Apr 12 17:51:15.114157 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:15.122534 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6281d79-0f67-4778-9721-76026967fe4b req-96cd3617-5993-4f6a-b3f8-ad79ee783896 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150296 Apr 12 17:51:15.152738 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.153355 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:15.154733 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] 10.222.0.18 "PUT /v2.0/ports/7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 HTTP/1.1" status: 200 len: 1093 time: 1.5963566 Apr 12 17:51:15.155182 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:15.157421 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd2fe0d-a3b3-4e87-a771-6587c329eb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "79fea017-0e33-4088-b402-533449471609", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:15.185036 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543c811-ec9c-42ab-85b4-7806837c5701 service neutron] Pushing event updated for resources: {'Port': ['ID=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:15.195082 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3305bbea-5c03-4ebb-b368-8df83114281a None None] Provisioning complete for port 0fa973ee-a605-46a8-ab31-9433c3b1351f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:15.196558 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3305bbea-5c03-4ebb-b368-8df83114281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:15.198429 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712f8b14-a629-4b68-ac78-d67c4da69814 x-openstack-request-id: req-712f8b14-a629-4b68-ac78-d67c4da69814 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:15.198731 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fea017-0e33-4088-b402-533449471609", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:15.198992 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-712f8b14-a629-4b68-ac78-d67c4da69814 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:15.200651 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712f8b14-a629-4b68-ac78-d67c4da69814'] response: {'name': 'network-changed', 'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'status': 'completed', 'code': 200} Apr 12 17:51:15.238213 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3305bbea-5c03-4ebb-b368-8df83114281a None None] Port 0fa973ee-a605-46a8-ab31-9433c3b1351f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:51:15.346230 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aa67b-2b40-4601-8a20-06bc1cb5e93c req-bfbe22ce-7d26-48de-877d-42e3919a31cf tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.348547 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b6aa67b-2b40-4601-8a20-06bc1cb5e93c req-bfbe22ce-7d26-48de-877d-42e3919a31cf tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.0547571 Apr 12 17:51:15.425250 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b6aa67b-2b40-4601-8a20-06bc1cb5e93c req-70783ce6-ae3c-43ff-ba85-99bedef0213d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 Apr 12 17:51:15.473054 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82d6f-38c5-426b-add9-9a90f0fa9799 req-53467e79-81f1-4e19-accd-4169141374ae tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.480651 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6bc82d6f-38c5-426b-add9-9a90f0fa9799 req-53467e79-81f1-4e19-accd-4169141374ae tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0712698 Apr 12 17:51:15.634132 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6bc82d6f-38c5-426b-add9-9a90f0fa9799 req-f6f3b63e-7e32-45be-9f28-6921b39736e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476321 Apr 12 17:51:15.650481 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1a71-cdd9-458c-b2ca-ce5aeea5ac19 req-50575c70-2486-400c-8c51-b9532b753ee0 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.652688 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aaae1a71-cdd9-458c-b2ca-ce5aeea5ac19 req-50575c70-2486-400c-8c51-b9532b753ee0 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.1073241 Apr 12 17:51:15.765255 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aaae1a71-cdd9-458c-b2ca-ce5aeea5ac19 req-234c22c4-365f-48e2-b84d-45c607ec3e4e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028388 Apr 12 17:51:15.868283 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a05c1-21fa-42e3-8017-41dc8721ebf2 req-16f8e400-b4ce-4bab-9155-0acac3f7c52e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.869809 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-647a05c1-21fa-42e3-8017-41dc8721ebf2 req-16f8e400-b4ce-4bab-9155-0acac3f7c52e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0577981 Apr 12 17:51:15.922757 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-647a05c1-21fa-42e3-8017-41dc8721ebf2 req-36e5d4a1-48c5-4b60-9afe-81c477e5c583 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468268 Apr 12 17:51:16.271451 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83e696-7451-45c4-b079-43048705a8db req-5d2cd33c-8a4d-4c02-b780-8d7a4c1581d8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:16.272967 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4f83e696-7451-45c4-b079-43048705a8db req-5d2cd33c-8a4d-4c02-b780-8d7a4c1581d8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0764539 Apr 12 17:51:16.312232 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49833a82-cae0-482d-89ff-f4720421a4c9 req-7b845914-754d-4bb6-aa41-ee046cc0056a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:16.313958 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49833a82-cae0-482d-89ff-f4720421a4c9 req-7b845914-754d-4bb6-aa41-ee046cc0056a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.1045232 Apr 12 17:51:16.368216 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4f83e696-7451-45c4-b079-43048705a8db req-194ffeae-3f87-4e93-a615-2526af54a5f2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892732 Apr 12 17:51:16.385560 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49833a82-cae0-482d-89ff-f4720421a4c9 req-c1b0cad3-da92-4955-ba70-0b28bdb23364 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608113 Apr 12 17:51:16.541593 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364ac3-04be-43a6-a9cc-315dd5054450 req-1d82e393-c5d0-4dcf-935f-c518012d73fd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:16.550838 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3c364ac3-04be-43a6-a9cc-315dd5054450 req-1d82e393-c5d0-4dcf-935f-c518012d73fd tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.0521636 Apr 12 17:51:16.600419 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3c364ac3-04be-43a6-a9cc-315dd5054450 req-b683cc23-6e1e-475a-8171-775466188dee tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475516 Apr 12 17:51:16.776654 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf30e08-eb76-4a86-8ba0-3436f40c521e req-94e4ef7f-950d-4db7-8f9c-94044c396b06 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:16.778145 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bf30e08-eb76-4a86-8ba0-3436f40c521e req-94e4ef7f-950d-4db7-8f9c-94044c396b06 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0776861 Apr 12 17:51:16.832441 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bf30e08-eb76-4a86-8ba0-3436f40c521e req-96a339aa-2a91-47eb-9eeb-a4da42773bc1 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472298 Apr 12 17:51:16.909811 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23e448-1b90-44ae-9726-5fbae1993d9a req-344c32c0-7aa2-443c-87ab-97ef830c86a5 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:16.911273 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aa23e448-1b90-44ae-9726-5fbae1993d9a req-344c32c0-7aa2-443c-87ab-97ef830c86a5 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.0632844 Apr 12 17:51:16.960113 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aa23e448-1b90-44ae-9726-5fbae1993d9a req-380ee7be-4e12-4087-93de-fd65dc35f92a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Apr 12 17:51:17.035984 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a71e3-96eb-4258-b44d-8206647b703e req-36128294-d6bc-4af6-9650-4b9409db8208 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:17.037337 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e85a71e3-96eb-4258-b44d-8206647b703e req-36128294-d6bc-4af6-9650-4b9409db8208 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0473616 Apr 12 17:51:17.085009 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e85a71e3-96eb-4258-b44d-8206647b703e req-43ce3c16-9659-4042-8989-43f593f36219 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 Apr 12 17:51:17.548243 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b862add-47c3-48f9-b363-365958be3d7a req-25a0ba49-18c9-4c54-9344-e6cdd2820a12 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:17.550048 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7b862add-47c3-48f9-b363-365958be3d7a req-25a0ba49-18c9-4c54-9344-e6cdd2820a12 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0860300 Apr 12 17:51:17.568786 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39007ef-6d68-407d-aba1-8d96385fdefe req-f3043a39-ad58-4df5-8f5e-f30d5c035998 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:17.570288 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a39007ef-6d68-407d-aba1-8d96385fdefe req-f3043a39-ad58-4df5-8f5e-f30d5c035998 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.0723450 Apr 12 17:51:17.643468 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7b862add-47c3-48f9-b363-365958be3d7a req-3c416bea-4968-424e-b85e-7301bd2387c7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847673 Apr 12 17:51:17.646399 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a39007ef-6d68-407d-aba1-8d96385fdefe req-7cf2064c-ee38-4901-9c58-d52fc7884eb1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699730 Apr 12 17:51:17.758842 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a052d4-c58b-4daa-a611-981e3aa4a894 req-4f6d2d95-7057-4374-adfb-62c61c1e1aee tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:17.760342 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-54a052d4-c58b-4daa-a611-981e3aa4a894 req-4f6d2d95-7057-4374-adfb-62c61c1e1aee tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.0507588 Apr 12 17:51:17.820553 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-54a052d4-c58b-4daa-a611-981e3aa4a894 req-f703968f-037c-4ac3-8af6-a56a7b08eaef tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533304 Apr 12 17:51:17.982655 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac1e52-d694-4024-ab67-ce24102937cd req-421aba19-5871-499e-9f69-43b0602472a4 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:17.984103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3ac1e52-d694-4024-ab67-ce24102937cd req-421aba19-5871-499e-9f69-43b0602472a4 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0513577 Apr 12 17:51:18.037721 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3ac1e52-d694-4024-ab67-ce24102937cd req-479172f4-3ae5-47b6-bbd6-2a780cfdf5d1 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Apr 12 17:51:18.089214 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f7568-3bd2-4073-a91c-9d01c9e698f8 req-b5decf29-2aea-4d27-bc64-b5224eb8cf0e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:18.091362 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-894f7568-3bd2-4073-a91c-9d01c9e698f8 req-b5decf29-2aea-4d27-bc64-b5224eb8cf0e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.0525310 Apr 12 17:51:18.178433 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-894f7568-3bd2-4073-a91c-9d01c9e698f8 req-b9e05e5a-e84f-4d67-8496-a0728f6e3a83 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743670 Apr 12 17:51:18.251089 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1de53-0145-435c-be0d-b16e8e39aa01 req-3ac1dc3c-f87e-4ffd-afe2-116c75833b90 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:18.252481 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7d1de53-0145-435c-be0d-b16e8e39aa01 req-3ac1dc3c-f87e-4ffd-afe2-116c75833b90 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0636678 Apr 12 17:51:18.306001 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7d1de53-0145-435c-be0d-b16e8e39aa01 req-05f7e12a-e347-4edb-a4a9-d72cd2b30fb3 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472691 Apr 12 17:51:18.795179 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d18b0-5c1c-41d6-aa91-761fbc3361ab req-6b39185d-df76-4546-84f8-ae26985d8123 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:18.796752 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be3d18b0-5c1c-41d6-aa91-761fbc3361ab req-6b39185d-df76-4546-84f8-ae26985d8123 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0743783 Apr 12 17:51:18.807071 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e6877-a572-41c4-a8e7-fd18d649d1d3 req-499847fe-07d6-434e-95e4-8a3d706833bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:18.808594 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c19e6877-a572-41c4-a8e7-fd18d649d1d3 req-499847fe-07d6-434e-95e4-8a3d706833bc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.0774622 Apr 12 17:51:18.896085 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c19e6877-a572-41c4-a8e7-fd18d649d1d3 req-02f195aa-cb24-4408-8711-95d0b96bc67b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803876 Apr 12 17:51:18.900550 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be3d18b0-5c1c-41d6-aa91-761fbc3361ab req-465df3c6-f55c-4627-bac4-4fcf5015d7d6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910301 Apr 12 17:51:19.019680 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df322d15-e4df-41d0-8b0a-0f0aa4e75f2f req-999c32d2-0463-41fb-83b0-3d617ebea9da tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:19.021418 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-df322d15-e4df-41d0-8b0a-0f0aa4e75f2f req-999c32d2-0463-41fb-83b0-3d617ebea9da tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.0604494 Apr 12 17:51:19.100099 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-df322d15-e4df-41d0-8b0a-0f0aa4e75f2f req-909bf539-7165-4f4e-bce7-8f82ce1d6741 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727901 Apr 12 17:51:19.167387 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d694a6-dd5b-44f5-9bdd-c62c19e3213f req-3d06c952-571f-45ce-9c91-e8e71da521c1 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:19.168890 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-61d694a6-dd5b-44f5-9bdd-c62c19e3213f req-3d06c952-571f-45ce-9c91-e8e71da521c1 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0570016 Apr 12 17:51:19.271069 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-61d694a6-dd5b-44f5-9bdd-c62c19e3213f req-d43a943f-5f9b-4990-8bc6-310a1db53976 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932426 Apr 12 17:51:19.321331 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2385ca1-4c0f-4417-8ea6-60aca8d23d79 req-d6988b71-d830-4d94-8fef-d0943f55e651 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:19.323102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2385ca1-4c0f-4417-8ea6-60aca8d23d79 req-d6988b71-d830-4d94-8fef-d0943f55e651 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.0542152 Apr 12 17:51:19.324070 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 57564) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:19.408126 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2385ca1-4c0f-4417-8ea6-60aca8d23d79 req-36cb4e70-9254-4f92-94d3-c24aafcd59c2 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715742 Apr 12 17:51:19.469554 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9773b-43d9-406c-b65c-6d9168183dd9 req-2046ac34-0177-4ac4-a24a-6f2e5bee5ca6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:19.471102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5fd9773b-43d9-406c-b65c-6d9168183dd9 req-2046ac34-0177-4ac4-a24a-6f2e5bee5ca6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0741699 Apr 12 17:51:19.512456 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2f376872-59ff-4dcd-9788-7ccae45585b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.565123 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5fd9773b-43d9-406c-b65c-6d9168183dd9 req-5fdb4225-8e49-414e-9bb4-b8f401e0d66b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793264 Apr 12 17:51:19.621907 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2f376872-59ff-4dcd-9788-7ccae45585b7 admin admin] Publish callbacks [] for security_group (d454fff2-5001-428f-bb33-45c35434d584), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.626697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2f376872-59ff-4dcd-9788-7ccae45585b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d454fff2-5001-428f-bb33-45c35434d584), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.668434 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2f376872-59ff-4dcd-9788-7ccae45585b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0c0e8d364ed430faefa8ce2c59eb7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429914 Apr 12 17:51:19.670975 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 57570) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:19.672964 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f376872-59ff-4dcd-9788-7ccae45585b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d454fff2-5001-428f-bb33-45c35434d584,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:19.729281 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-921194bf-dd04-4dd4-bcdb-5312d01da686 admin admin] Publish callbacks [] for security_group (d454fff2-5001-428f-bb33-45c35434d584), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.751305 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-921194bf-dd04-4dd4-bcdb-5312d01da686 admin admin] Publish callbacks [] for security_group (d454fff2-5001-428f-bb33-45c35434d584), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.805217 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-921194bf-dd04-4dd4-bcdb-5312d01da686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d454fff2-5001-428f-bb33-45c35434d584), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.808198 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-921194bf-dd04-4dd4-bcdb-5312d01da686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.809653 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-921194bf-dd04-4dd4-bcdb-5312d01da686 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d454fff2-5001-428f-bb33-45c35434d584 HTTP/1.1" status: 204 len: 168 time: 0.1376717 Apr 12 17:51:19.818886 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921194bf-dd04-4dd4-bcdb-5312d01da686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d454fff2-5001-428f-bb33-45c35434d584,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:20.153980 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad38edc-5d78-44ab-a5eb-acd588bd45f9 req-8a0afc07-7419-467a-98f6-83f9295d94ea tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:20.155594 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aad38edc-5d78-44ab-a5eb-acd588bd45f9 req-8a0afc07-7419-467a-98f6-83f9295d94ea tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.1659663 Apr 12 17:51:20.162292 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4c560-bdc9-4e1e-997a-318e410b10e6 req-e7a43612-42ab-4b7a-b31d-d3635c7cdce8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:20.167603 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a3b4c560-bdc9-4e1e-997a-318e410b10e6 req-e7a43612-42ab-4b7a-b31d-d3635c7cdce8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1657357 Apr 12 17:51:20.259598 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aad38edc-5d78-44ab-a5eb-acd588bd45f9 req-557dee25-cdfb-41bf-a1e7-87545ba3645b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904782 Apr 12 17:51:20.278920 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a3b4c560-bdc9-4e1e-997a-318e410b10e6 req-e8384950-c6b3-419a-9c7d-1cc6025e2bf5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080751 Apr 12 17:51:20.647237 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc51a6-af71-45c4-b902-40751ab8f0da req-85494c9e-9e8e-4c53-a0a8-a0865da658ba tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:20.648803 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3dc51a6-af71-45c4-b902-40751ab8f0da req-85494c9e-9e8e-4c53-a0a8-a0865da658ba tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.3245196 Apr 12 17:51:20.664677 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb6ac7-2608-4065-8b5f-305bb506eea8 req-a07ff0bf-e2c9-4f3b-b79d-34650db9ce2f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:20.671466 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebeb6ac7-2608-4065-8b5f-305bb506eea8 req-a07ff0bf-e2c9-4f3b-b79d-34650db9ce2f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0685182 Apr 12 17:51:20.752208 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3dc51a6-af71-45c4-b902-40751ab8f0da req-db3348ad-2d4f-4df1-b7b4-33165ec4f9a5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946414 Apr 12 17:51:20.767504 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebeb6ac7-2608-4065-8b5f-305bb506eea8 req-e9546d73-a91e-4a9e-b881-6e01d569297f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951066 Apr 12 17:51:20.963185 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc5a9-4525-41d6-aa09-be27ce347b0a req-6d852515-00cb-4f85-933f-6a67e29e4a38 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:20.968216 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-214fc5a9-4525-41d6-aa09-be27ce347b0a req-6d852515-00cb-4f85-933f-6a67e29e4a38 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0737891 Apr 12 17:51:20.986889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab392f65-6704-47bb-babc-41b6d56fdc1d req-7612dcef-4279-49f1-b380-17b757fe6c17 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:20.989051 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab392f65-6704-47bb-babc-41b6d56fdc1d req-7612dcef-4279-49f1-b380-17b757fe6c17 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.1586232 Apr 12 17:51:21.048202 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-214fc5a9-4525-41d6-aa09-be27ce347b0a req-ef341f4f-be18-41f3-97eb-5e9ab1028624 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766315 Apr 12 17:51:21.066462 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab392f65-6704-47bb-babc-41b6d56fdc1d req-5a414328-002d-4ffa-8dc8-23e1fad389f0 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699170 Apr 12 17:51:21.426897 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e436-101d-4078-8e37-8daa86cfb60e req-b0b675d8-4ecb-451d-a7a1-9a2e6d46634c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:21.428399 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5d2e436-101d-4078-8e37-8daa86cfb60e req-b0b675d8-4ecb-451d-a7a1-9a2e6d46634c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.0952945 Apr 12 17:51:21.461265 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657bb68-819e-48fa-886d-996df5bbc736 req-7d711ab7-da0f-45d5-96d8-14bb5de7dae7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:21.463199 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9657bb68-819e-48fa-886d-996df5bbc736 req-7d711ab7-da0f-45d5-96d8-14bb5de7dae7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0815911 Apr 12 17:51:21.510103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5d2e436-101d-4078-8e37-8daa86cfb60e req-3e5ab977-c66f-4265-b854-9166d4046d27 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753794 Apr 12 17:51:21.531587 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9657bb68-819e-48fa-886d-996df5bbc736 req-24ca019c-07db-4ded-824a-5b880a6d24bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606923 Apr 12 17:51:21.904584 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aae398-3e9f-442d-af28-53aeec58067a req-d8053984-c85c-41f6-b4c9-9a3e3287edd4 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:21.906102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1aae398-3e9f-442d-af28-53aeec58067a req-d8053984-c85c-41f6-b4c9-9a3e3287edd4 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.0833485 Apr 12 17:51:21.925789 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c100e-c6c3-4720-9535-13faba6b6fe4 req-402be8e8-42d4-45ae-b2e1-c6f2231a23b8 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:21.932830 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a57c100e-c6c3-4720-9535-13faba6b6fe4 req-402be8e8-42d4-45ae-b2e1-c6f2231a23b8 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0786402 Apr 12 17:51:22.000129 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1aae398-3e9f-442d-af28-53aeec58067a req-634996ec-fe6f-4d71-a04a-4a7cdb6c8268 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 Apr 12 17:51:22.003499 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a57c100e-c6c3-4720-9535-13faba6b6fe4 req-3788dc26-fc37-44ad-86fa-46d10b7f4372 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698698 Apr 12 17:51:22.219475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd341c-53fb-4287-938a-4c55469ba2ea req-4376c32c-626c-4944-899f-33d6887cb439 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:22.220945 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-88dd341c-53fb-4287-938a-4c55469ba2ea req-4376c32c-626c-4944-899f-33d6887cb439 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.0760098 Apr 12 17:51:22.229915 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef727d-134c-4f67-822b-2fc43ea99017 req-c5912b94-b134-43db-a2db-29be5feed833 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:22.231943 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2aef727d-134c-4f67-822b-2fc43ea99017 req-c5912b94-b134-43db-a2db-29be5feed833 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0782402 Apr 12 17:51:22.308198 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-88dd341c-53fb-4287-938a-4c55469ba2ea req-e72dbf8a-c314-4e69-b947-00f8c59e619e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Apr 12 17:51:22.311572 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2aef727d-134c-4f67-822b-2fc43ea99017 req-7169a10d-a9d2-4baf-9d7d-0663b257349b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727713 Apr 12 17:51:22.479560 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-402e1394-d0f7-4976-a84f-986a3d5e0e3c tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e1a8e06802ef472eb1640f051b77c52a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319681 Apr 12 17:51:22.692255 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf257da-a086-43b3-add5-7666091db4ad req-c1081bdd-77cc-47fb-8ad3-bd784914e588 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:22.693757 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abf257da-a086-43b3-add5-7666091db4ad req-c1081bdd-77cc-47fb-8ad3-bd784914e588 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.1016450 Apr 12 17:51:22.716043 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-78a858ff-31d4-4d32-84cb-9c6f19b1c9f9 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:22.717696 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-78a858ff-31d4-4d32-84cb-9c6f19b1c9f9 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324505 Apr 12 17:51:22.747649 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-126646ff-6735-4fbd-bfca-0fb28bf8d18e tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/quotas/e1a8e06802ef472eb1640f051b77c52a HTTP/1.1" status: 200 len: 375 time: 0.0206339 Apr 12 17:51:22.795008 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abf257da-a086-43b3-add5-7666091db4ad req-96e68f60-3151-4b5a-9408-c3a4f2dd155f tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762217 Apr 12 17:51:22.797247 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-e13d2be1-2efe-4704-861e-a737f2a8349f tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1a8e06802ef472eb1640f051b77c52a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419831 Apr 12 17:51:22.905286 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b43d02-7401-4fa0-b058-6ee639081b36 req-2450f21a-b7d9-4788-a49b-ddcfd6dd5207 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:22.907387 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-20b43d02-7401-4fa0-b058-6ee639081b36 req-2450f21a-b7d9-4788-a49b-ddcfd6dd5207 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Apr 12 17:51:22.990084 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-20b43d02-7401-4fa0-b058-6ee639081b36 req-10eab0be-62b1-4afe-8fc9-b9c04b1a8515 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768836 Apr 12 17:51:23.062972 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-198a27ed-a9e7-46aa-9539-0ed6a0bd64d3 req-ac88984d-cbc0-4f84-ae99-716a2cec62d0 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.0616183 Apr 12 17:51:23.224520 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103550f-79e5-4522-8fb4-3f2e261abd71 req-5db04ac9-f3f5-4643-927f-75310bc5d791 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:23.226218 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c103550f-79e5-4522-8fb4-3f2e261abd71 req-5db04ac9-f3f5-4643-927f-75310bc5d791 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.1110177 Apr 12 17:51:23.253366 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cabdcb-bb83-47d6-a62c-88c6123f928d req-f50be4ed-b5fe-479f-b594-6fe8e2fcac8e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:23.255099 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11cabdcb-bb83-47d6-a62c-88c6123f928d req-f50be4ed-b5fe-479f-b594-6fe8e2fcac8e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0814819 Apr 12 17:51:23.323499 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c103550f-79e5-4522-8fb4-3f2e261abd71 req-a5b8e28a-0e49-44d8-995e-e44e8e460dda tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884132 Apr 12 17:51:23.344026 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11cabdcb-bb83-47d6-a62c-88c6123f928d req-92e90e8b-d45c-4345-a974-2992d0ebfa99 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817883 Apr 12 17:51:23.497374 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4c5-dc95-41e8-8115-97f492824cc9 req-e7ca9743-abe7-4bec-8157-2aef91c517b6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:23.499963 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d91f4c5-dc95-41e8-8115-97f492824cc9 req-e7ca9743-abe7-4bec-8157-2aef91c517b6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0633905 Apr 12 17:51:23.566772 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5813-a037-44df-9755-07ef094385ae req-88fc9e8f-7cd8-42ba-a7e9-8bb9829cb762 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:23.568305 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b31c5813-a037-44df-9755-07ef094385ae req-88fc9e8f-7cd8-42ba-a7e9-8bb9829cb762 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.0672500 Apr 12 17:51:23.650528 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d91f4c5-dc95-41e8-8115-97f492824cc9 req-bcdb9714-1f89-4476-af86-0577bdc5d4ca tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812032 Apr 12 17:51:23.658500 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b31c5813-a037-44df-9755-07ef094385ae req-f8cb7a61-04ed-4f80-a8c4-ca87d276519b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825403 Apr 12 17:51:23.915532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91d1cd-197c-4673-bfb3-a9ef03553446 req-420b40f7-00bc-481b-8ea5-b54e6e602354 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:23.917037 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab91d1cd-197c-4673-bfb3-a9ef03553446 req-420b40f7-00bc-481b-8ea5-b54e6e602354 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.0530119 Apr 12 17:51:23.964615 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab91d1cd-197c-4673-bfb3-a9ef03553446 req-ddcb8e2d-25bd-4328-9d8a-8b22d986fcf3 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Apr 12 17:51:24.117928 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190b539-b8ee-45fd-abf7-bcb1886266e9 req-b03a4a89-4bc5-4fc1-9de8-c89337cccbb3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:24.119438 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7190b539-b8ee-45fd-abf7-bcb1886266e9 req-b03a4a89-4bc5-4fc1-9de8-c89337cccbb3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0497255 Apr 12 17:51:24.164766 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33dce9d6-c22a-4a3e-a285-7b8051bab210 req-42f49d45-4550-4454-81ab-99d64e385544 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.0333476 Apr 12 17:51:24.190887 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7190b539-b8ee-45fd-abf7-bcb1886266e9 req-a473b4c5-b25a-4b79-95f2-99e79170c61a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657933 Apr 12 17:51:24.477152 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0177f-8e9f-42e6-90ff-95b6632daeee req-34bdaa5b-4191-435f-b4f2-f73163260d6f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:24.478593 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e5d0177f-8e9f-42e6-90ff-95b6632daeee req-34bdaa5b-4191-435f-b4f2-f73163260d6f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 931 time: 0.0743961 Apr 12 17:51:24.489749 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570eb101-ceb2-44da-ac6d-aaf8b779c3ea req-bcad79df-06c3-4fa4-b7a1-9cf256c64924 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:24.491171 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-570eb101-ceb2-44da-ac6d-aaf8b779c3ea req-bcad79df-06c3-4fa4-b7a1-9cf256c64924 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.0752943 Apr 12 17:51:24.561041 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e5d0177f-8e9f-42e6-90ff-95b6632daeee req-f75951b8-a331-4695-9a40-727354f1fe28 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689313 Apr 12 17:51:24.564220 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-570eb101-ceb2-44da-ac6d-aaf8b779c3ea req-4ac66361-6e05-49de-8e54-72cf65ac1812 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666118 Apr 12 17:51:24.809347 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Request body: {'port': {'device_id': '2b839aab-6935-4872-ad76-33c1709c910d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:24.811976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7242-1b90-4a61-9c30-d489bfc009ff req-f0fec0f3-1143-4000-b591-a1d10658229a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:24.814542 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9cdf7242-1b90-4a61-9c30-d489bfc009ff req-f0fec0f3-1143-4000-b591-a1d10658229a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0773380 Apr 12 17:51:24.817697 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Request body: {'port': {'device_id': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:24.819797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb88a2-45c4-4a78-a12f-436e0be92662 req-31961420-63a4-4115-9a4f-7bbe1d23c6b8 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:24.821203 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-05fb88a2-45c4-4a78-a12f-436e0be92662 req-31961420-63a4-4115-9a4f-7bbe1d23c6b8 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 931 time: 0.0758922 Apr 12 17:51:24.889303 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9cdf7242-1b90-4a61-9c30-d489bfc009ff req-1fbdc70d-4faa-470f-8632-a4e2e0e2dbf4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671272 Apr 12 17:51:24.896496 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-05fb88a2-45c4-4a78-a12f-436e0be92662 req-0021ca15-9bf1-4d41-9984-98422886b816 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685034 Apr 12 17:51:24.918669 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:24.920662 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.109475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2fe0d-a3b3-4e87-a771-6587c329eb1a req-688361a6-8222-4d2b-a78c-ab9bda721cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.110915 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5bd2fe0d-a3b3-4e87-a771-6587c329eb1a req-688361a6-8222-4d2b-a78c-ab9bda721cd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 1127 time: 0.0797973 Apr 12 17:51:25.186754 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de937336-2aae-4fce-b4f0-f0da1511534b req-0e9a1dc3-743e-43d3-9b5a-e4506e22d0e1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.194171 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de937336-2aae-4fce-b4f0-f0da1511534b req-0e9a1dc3-743e-43d3-9b5a-e4506e22d0e1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.1287632 Apr 12 17:51:25.298381 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192684-9037-4293-87df-51b60b6af732 req-eb1e2dd4-9fe1-41a7-be42-ef04ffb60e19 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.299914 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d192684-9037-4293-87df-51b60b6af732 req-eb1e2dd4-9fe1-41a7-be42-ef04ffb60e19 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.1882157 Apr 12 17:51:25.351842 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6401d7e5-4446-44d0-9cd4-7280ba576f9a {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:25.357675 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80c85eeb-e5ed-465c-9730-48bb4c410185 req-56d120ac-fb03-43db-9a8b-d2933a245b74 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.0792544 Apr 12 17:51:25.366801 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Publish callbacks [] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.413553 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Transition to ACTIVE for port object 6401d7e5-4446-44d0-9cd4-7280ba576f9a will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:51:25.418102 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.430004 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de937336-2aae-4fce-b4f0-f0da1511534b req-7ad80c75-f064-49c8-b042-81df24fe76fc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349701 Apr 12 17:51:25.433252 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa973ee-a605-46a8-ab31-9433c3b1351f {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:25.459483 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Publish callbacks [] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.479315 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Transition to ACTIVE for port object 0fa973ee-a605-46a8-ab31-9433c3b1351f will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:51:25.489423 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.502902 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2fe0d-a3b3-4e87-a771-6587c329eb1a req-a9bbe4da-b5d3-40fa-b98a-71665f81345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.504362 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5bd2fe0d-a3b3-4e87-a771-6587c329eb1a req-a9bbe4da-b5d3-40fa-b98a-71665f81345e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=08872d0e888749f580d8ad67256c5717&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3590207 Apr 12 17:51:25.505027 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Pushing event updated for resources: {'Port': ['ID=6401d7e5-4446-44d0-9cd4-7280ba576f9a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:25.536301 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1dcc-f752-413a-aa03-80ca368e832c req-ef6d3831-8242-4498-aa46-06d76c43b653 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.537819 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-889a1dcc-f752-413a-aa03-80ca368e832c req-ef6d3831-8242-4498-aa46-06d76c43b653 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1039441 Apr 12 17:51:25.542881 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Deleting port a69eb939-4e98-4e31-be24-93f3f2b76c98 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:51:25.543265 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.606658 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:25.671059 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-889a1dcc-f752-413a-aa03-80ca368e832c req-6bba120a-eeec-4a62-8b00-5ef3c4ef563a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246495 Apr 12 17:51:25.679308 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Attempting to bind port 6401d7e5-4446-44d0-9cd4-7280ba576f9a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:51:25.679654 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Attempting to bind port 6401d7e5-4446-44d0-9cd4-7280ba576f9a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:51:25.679984 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Attempting to bind port 6401d7e5-4446-44d0-9cd4-7280ba576f9a on network 90a36624-95d2-4e62-99c5-2e0a1e17756e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:25.685748 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Attempting to bind port 0fa973ee-a605-46a8-ab31-9433c3b1351f on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:51:25.686086 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Attempting to bind port 0fa973ee-a605-46a8-ab31-9433c3b1351f by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:51:25.686493 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Attempting to bind port 0fa973ee-a605-46a8-ab31-9433c3b1351f on network 5e798e50-a7fe-415b-9e2d-76d9be553554 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:25.696241 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Port 6401d7e5-4446-44d0-9cd4-7280ba576f9a on network 90a36624-95d2-4e62-99c5-2e0a1e17756e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:51:25.696575 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Attempting to bind port 6401d7e5-4446-44d0-9cd4-7280ba576f9a on network 90a36624-95d2-4e62-99c5-2e0a1e17756e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:25.705509 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:51:25.705951 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Checking segment: {'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:51:25.708463 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Bound using segment: {'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:51:25.709425 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Bound port: 6401d7e5-4446-44d0-9cd4-7280ba576f9a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:51:25.710530 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.714755 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Port 0fa973ee-a605-46a8-ab31-9433c3b1351f on network 5e798e50-a7fe-415b-9e2d-76d9be553554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:51:25.715253 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Attempting to bind port 0fa973ee-a605-46a8-ab31-9433c3b1351f on network 5e798e50-a7fe-415b-9e2d-76d9be553554 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:25.726763 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] For port a69eb939-4e98-4e31-be24-93f3f2b76c98, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a69eb939-4e98-4e31-be24-93f3f2b76c98,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:25.727160 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.735758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386676a-c74a-41fc-acc0-64bd05f41cf3 req-e3c99e17-1d28-453a-a0e5-ad6ba0282740 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.735917 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:51:25.736153 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Checking segment: {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:51:25.736538 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Bound using segment: {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:51:25.736977 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Bound port: 0fa973ee-a605-46a8-ab31-9433c3b1351f, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:51:25.737368 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.742543 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b386676a-c74a-41fc-acc0-64bd05f41cf3 req-e3c99e17-1d28-453a-a0e5-ad6ba0282740 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 943 time: 0.0946121 Apr 12 17:51:25.762379 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Calling delete_port for a69eb939-4e98-4e31-be24-93f3f2b76c98 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:51:25.832400 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] For port 6401d7e5-4446-44d0-9cd4-7280ba576f9a, host hv-cinder-83753, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:51:25.849969 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] For port 6401d7e5-4446-44d0-9cd4-7280ba576f9a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6401d7e5-4446-44d0-9cd4-7280ba576f9a,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:51:25.853713 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:51:25.862988 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.864542 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ba20-65c7-4e61-9146-04d09edd47ea req-9f8458f4-bc80-457d-80d4-b92987e119c6 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.865990 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6812ba20-65c7-4e61-9146-04d09edd47ea req-9f8458f4-bc80-457d-80d4-b92987e119c6 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 946 time: 0.1049869 Apr 12 17:51:25.869238 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:51:25.879249 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b386676a-c74a-41fc-acc0-64bd05f41cf3 req-c55b7b38-7c16-446e-9b3b-37644133c9f5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358230 Apr 12 17:51:25.894518 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.908207 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.908836 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.910726 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] 10.222.0.18 "PUT /v2.0/ports/6401d7e5-4446-44d0-9cd4-7280ba576f9a HTTP/1.1" status: 200 len: 1093 time: 1.1060028 Apr 12 17:51:25.912695 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b839aab-6935-4872-ad76-33c1709c910d', 'tag': '6401d7e5-4446-44d0-9cd4-7280ba576f9a'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:25.914935 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e7a98b-5f68-4740-9c65-8e5813d7fe2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b839aab-6935-4872-ad76-33c1709c910d", "tag": "6401d7e5-4446-44d0-9cd4-7280ba576f9a"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:25.928243 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:25.928862 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:25.930370 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] 10.222.0.18 "PUT /v2.0/ports/0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 1093 time: 1.1180837 Apr 12 17:51:25.945415 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68267103-55a5-441b-a55b-afdb76425b42 service neutron] Pushing event updated for resources: {'Port': ['ID=6401d7e5-4446-44d0-9cd4-7280ba576f9a,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:25.946517 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6812ba20-65c7-4e61-9146-04d09edd47ea req-bece73f7-e8f9-44f4-bfd9-2567848bf609 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736682 Apr 12 17:51:26.014481 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06251a-4266-4a51-a430-6171196b201a x-openstack-request-id: req-1c06251a-4266-4a51-a430-6171196b201a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:26.014481 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b839aab-6935-4872-ad76-33c1709c910d", "tag": "6401d7e5-4446-44d0-9cd4-7280ba576f9a", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:26.014793 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c06251a-4266-4a51-a430-6171196b201a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:26.015113 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c06251a-4266-4a51-a430-6171196b201a'] response: {'name': 'network-changed', 'server_uuid': '2b839aab-6935-4872-ad76-33c1709c910d', 'tag': '6401d7e5-4446-44d0-9cd4-7280ba576f9a', 'status': 'completed', 'code': 200} Apr 12 17:51:26.023615 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee525b0f-7fd2-484d-9be7-43f8136d9b32 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:26.049271 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (a69eb939-4e98-4e31-be24-93f3f2b76c98), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:26.063228 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['a69eb939-4e98-4e31-be24-93f3f2b76c98'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:26.279707 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b2b04b1-ebe7-4a31-9228-68e57c176ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:26.348986 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Pushing event deleted for resources: {'Port': ['ID=a69eb939-4e98-4e31-be24-93f3f2b76c98,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:26.429882 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d1bb3-6312-4966-a6db-6561c59bd2a6 req-bea727d8-e95d-49ea-97de-0b3d79bded81 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:26.436905 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-074d1bb3-6312-4966-a6db-6561c59bd2a6 req-bea727d8-e95d-49ea-97de-0b3d79bded81 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.3968201 Apr 12 17:51:26.495663 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-db6cb0cb-fb53-4631-874a-ba90cec0cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:26.497684 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-db6cb0cb-fb53-4631-874a-ba90cec0cc27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1127 time: 0.0518382 Apr 12 17:51:26.503340 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a98b-5f68-4740-9c65-8e5813d7fe2c req-f5a88a4c-22d8-48fa-9641-498ad132e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:26.505543 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b5e7a98b-5f68-4740-9c65-8e5813d7fe2c req-f5a88a4c-22d8-48fa-9641-498ad132e621 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e511eae935146069bdd9a386c0d8aa0&device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 1127 time: 0.0886512 Apr 12 17:51:26.512395 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c15d-39e6-46a6-812d-17bc27af8926 req-20103059-a347-42a3-8ffa-563259a016e7 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:26.513867 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7754c15d-39e6-46a6-812d-17bc27af8926 req-20103059-a347-42a3-8ffa-563259a016e7 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 943 time: 0.4613311 Apr 12 17:51:26.529059 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.18', 58630) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:26.545719 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.18', 58631) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:26.574119 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-bccc5497-bec7-45f1-86b7-1721bbaaf047 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 217 time: 0.0671749 Apr 12 17:51:26.602864 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] No DVR routers for this DVR port a69eb939-4e98-4e31-be24-93f3f2b76c98 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:51:26.627016 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-53fadc47-85df-4f75-aa7a-450e66e7c4b8 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e1a8e06802ef472eb1640f051b77c52a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800309 Apr 12 17:51:26.630462 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:26.633818 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "DELETE /v2.0/ports/a69eb939-4e98-4e31-be24-93f3f2b76c98 HTTP/1.1" status: 204 len: 173 time: 1.3225644 Apr 12 17:51:26.634311 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'name': 'network-vif-deleted', 'tag': 'a69eb939-4e98-4e31-be24-93f3f2b76c98'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:26.636595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24826e4b-5246-4297-ac0f-7e8731d246c4" -d '{"events": [{"server_uuid": "f90ca131-a4cd-4733-8405-6e2477d0f06e", "name": "network-vif-deleted", "tag": "a69eb939-4e98-4e31-be24-93f3f2b76c98"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:26.715986 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66b0e9-6fe2-429f-8b32-cc69968ae060 req-7e1292d1-cc86-4451-ad72-ec517fb2931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:26.719367 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f66b0e9-6fe2-429f-8b32-cc69968ae060 req-7e1292d1-cc86-4451-ad72-ec517fb2931f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 1129 time: 0.1820662 Apr 12 17:51:26.730459 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2fe0d-a3b3-4e87-a771-6587c329eb1a req-032a02b7-29fa-4880-a5cd-1ece248c550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:26.731985 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5bd2fe0d-a3b3-4e87-a771-6587c329eb1a req-032a02b7-29fa-4880-a5cd-1ece248c550d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3949115 Apr 12 17:51:26.746275 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-074d1bb3-6312-4966-a6db-6561c59bd2a6 req-9609b9a4-7217-4b2a-bfeb-8cdc8d24ddb8 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083951 Apr 12 17:51:26.782477 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7754c15d-39e6-46a6-812d-17bc27af8926 req-e17c08df-487c-451c-bfa2-d37baa315009 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524409 Apr 12 17:51:26.842384 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f66b0e9-6fe2-429f-8b32-cc69968ae060 req-95f5924e-383d-4f68-b368-0bb9a63564ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063194 Apr 12 17:51:26.860643 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62aa361f-7004-4cce-9207-189babe0c1c9 req-8fe5fd3d-287b-4935-b780-6f8d04c81733 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.0328565 Apr 12 17:51:26.915985 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba833c-d4d8-4c58-b378-3535c6242969 req-3bd4ae50-3b93-49d6-9196-e16d7471a333 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:26.919513 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d9ba833c-d4d8-4c58-b378-3535c6242969 req-3bd4ae50-3b93-49d6-9196-e16d7471a333 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.0621965 Apr 12 17:51:26.921441 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b302d836-10d1-4168-8406-399b45aedc89 x-openstack-request-id: req-b302d836-10d1-4168-8406-399b45aedc89 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:26.921735 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ca131-a4cd-4733-8405-6e2477d0f06e", "name": "network-vif-deleted", "tag": "a69eb939-4e98-4e31-be24-93f3f2b76c98", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:26.921996 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b302d836-10d1-4168-8406-399b45aedc89 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:26.922396 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b302d836-10d1-4168-8406-399b45aedc89'] response: {'server_uuid': 'f90ca131-a4cd-4733-8405-6e2477d0f06e', 'name': 'network-vif-deleted', 'tag': 'a69eb939-4e98-4e31-be24-93f3f2b76c98', 'status': 'completed', 'code': 200} Apr 12 17:51:26.980262 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d9ba833c-d4d8-4c58-b378-3535c6242969 req-a5e3c63d-8fe8-4b32-a432-19d7a1b60791 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560892 Apr 12 17:51:27.015027 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb632-4f6d-42c0-ac5a-2a74220fefbc req-f8a17c1c-5170-4963-ac49-d3099749feac tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.017123 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3dccb632-4f6d-42c0-ac5a-2a74220fefbc req-f8a17c1c-5170-4963-ac49-d3099749feac tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0500567 Apr 12 17:51:27.066985 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-d2d82c1e-7a0b-4c98-a6f3-d1d487945212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.068388 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-d2d82c1e-7a0b-4c98-a6f3-d1d487945212 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 200 len: 854 time: 0.4700615 Apr 12 17:51:27.075117 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3dccb632-4f6d-42c0-ac5a-2a74220fefbc req-9b90f5ef-e4d9-4bc8-be6d-a4fe7b76c7ba tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519388 Apr 12 17:51:27.118806 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-ff333215-b6ee-43b3-8c04-144e94cdf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.120614 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-ff333215-b6ee-43b3-8c04-144e94cdf56b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 1127 time: 0.0619671 Apr 12 17:51:27.146924 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a98b-5f68-4740-9c65-8e5813d7fe2c req-5d46d0ef-c0aa-43f0-bc4b-999c96803fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.148421 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b5e7a98b-5f68-4740-9c65-8e5813d7fe2c req-5d46d0ef-c0aa-43f0-bc4b-999c96803fe3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9e511eae935146069bdd9a386c0d8aa0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6036224 Apr 12 17:51:27.172776 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-a498a5f0-6617-4e08-8b26-a52de85ea668 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.174231 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-a498a5f0-6617-4e08-8b26-a52de85ea668 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5139723 Apr 12 17:51:27.206438 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1b70e5f-30ce-4432-a82c-0b24096a745e req-456885cc-7b1d-417c-be68-6f21c4ab2337 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f90ca131-a4cd-4733-8405-6e2477d0f06e HTTP/1.1" status: 200 len: 210 time: 0.0455322 Apr 12 17:51:27.220138 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725c610-a3c0-4ad9-9e76-f061c57a1559 req-dce14f94-a24a-455a-9275-c05edb363b0e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.221622 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1725c610-a3c0-4ad9-9e76-f061c57a1559 req-dce14f94-a24a-455a-9275-c05edb363b0e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 943 time: 0.0699151 Apr 12 17:51:27.279565 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1725c610-a3c0-4ad9-9e76-f061c57a1559 req-62db257c-5bdc-4dd1-8555-16c4ce4339b6 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514119 Apr 12 17:51:27.320465 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b17c7-6533-4006-b3ff-156bc6c7e406 req-4a9c4fba-1e72-466b-a34a-99e8f982d436 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.321852 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc3b17c7-6533-4006-b3ff-156bc6c7e406 req-4a9c4fba-1e72-466b-a34a-99e8f982d436 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0582845 Apr 12 17:51:27.360389 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-66d3808d-4c6f-4963-9f11-9b407db9817c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 HTTP/1.1" status: 200 len: 217 time: 0.0518768 Apr 12 17:51:27.397490 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc3b17c7-6533-4006-b3ff-156bc6c7e406 req-65f4c732-c2e4-48ea-97d2-9a40690819e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439274 Apr 12 17:51:27.577786 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Request body: {'port': {'device_id': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e', 'admin_state_up': True, 'tenant_id': 'e1a8e06802ef472eb1640f051b77c52a'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:27.639138 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-bc2e4292-417d-4ddb-af8d-fd3d7f8d136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.640781 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-bc2e4292-417d-4ddb-af8d-fd3d7f8d136d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0659447 Apr 12 17:51:27.688228 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-cd958990-f548-4905-ab52-93a4067adf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.689915 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-cd958990-f548-4905-ab52-93a4067adf9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414984 Apr 12 17:51:27.749858 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-e9d66f8f-ba2a-47ac-87d7-15c944fdbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.751389 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-e9d66f8f-ba2a-47ac-87d7-15c944fdbca0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e798e50-a7fe-415b-9e2d-76d9be553554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1808424 Apr 12 17:51:27.808252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-4cd3dbca-1d31-4418-b90c-21b765993ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.809737 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-4cd3dbca-1d31-4418-b90c-21b765993ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1130 time: 0.0685561 Apr 12 17:51:27.835993 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-5016d567-a084-402f-8367-f941e7a91872 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276171 Apr 12 17:51:27.908167 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a98b-5f68-4740-9c65-8e5813d7fe2c req-f2e1c744-2186-4507-b43a-490985058505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.909664 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b5e7a98b-5f68-4740-9c65-8e5813d7fe2c req-f2e1c744-2186-4507-b43a-490985058505 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3508158 Apr 12 17:51:27.922746 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Made reservation on behalf of e1a8e06802ef472eb1640f051b77c52a for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:27.926638 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:27.929813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343decd-3cae-4180-9073-2ebb9dc5cb55 req-a8facfa0-6fba-4f26-8606-e342c8911357 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:27.931773 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7343decd-3cae-4180-9073-2ebb9dc5cb55 req-a8facfa0-6fba-4f26-8606-e342c8911357 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 943 time: 0.0679698 Apr 12 17:51:27.943659 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:27.955565 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-341a0736-525b-4ea2-995f-b4e8977f59c8 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852679 Apr 12 17:51:28.016503 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:28.018759 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dad1d7-d6e3-450b-aee3-6418de336369" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:28.036450 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks [] for security_group (859b657b-7d67-4d66-a7b5-b75b2bf8c187), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:28.040767 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (859b657b-7d67-4d66-a7b5-b75b2bf8c187), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:28.070627 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d69e3d36-26e6-452e-88f6-076b461e9951 req-98ab59f5-792d-4e81-b57e-16698afaad1b tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.1103330 Apr 12 17:51:28.110474 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859b657b-7d67-4d66-a7b5-b75b2bf8c187,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:28.133190 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7343decd-3cae-4180-9073-2ebb9dc5cb55 req-48684876-d13d-40e3-96cc-099b71a2bced tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755462 Apr 12 17:51:28.142538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-03cd5968-6874-40cd-aaf1-5b237df3c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.144029 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-03cd5968-6874-40cd-aaf1-5b237df3c619 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.2340658 Apr 12 17:51:28.177074 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36a969f2-653f-467a-8379-3c3b6db8fc97 req-62e7ab6c-b3b4-4118-ab29-8697f773b319 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331567 Apr 12 17:51:28.185010 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e664a609-f297-458c-97fe-c32d454fe0d3 x-openstack-request-id: req-e664a609-f297-458c-97fe-c32d454fe0d3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:28.185365 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:28.185677 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e664a609-f297-458c-97fe-c32d454fe0d3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:28.186117 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e664a609-f297-458c-97fe-c32d454fe0d3'] response: {'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'status': 'completed', 'code': 200} Apr 12 17:51:28.195452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42677d0-bf68-4cd6-b7dc-106079142899 req-3be884bb-816f-475d-adcc-6374c4b1e4e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.196953 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d42677d0-bf68-4cd6-b7dc-106079142899 req-3be884bb-816f-475d-adcc-6374c4b1e4e5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.0595872 Apr 12 17:51:28.203519 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Allocated IP 192.168.233.85 (6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e/d6857d26-a00d-44d1-be2b-88d87b022c30/2a732b53-47d5-484c-8d82-666190c201ca) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:28.276602 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d42677d0-bf68-4cd6-b7dc-106079142899 req-d048c546-b09c-45cd-962a-9de5a618a8fb tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739458 Apr 12 17:51:28.297608 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828e18d-da97-4110-8cd8-99332e00a560 req-61b29e5f-24da-483c-b5c1-d08329322fc8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.297608 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b828e18d-da97-4110-8cd8-99332e00a560 req-61b29e5f-24da-483c-b5c1-d08329322fc8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0584831 Apr 12 17:51:28.367213 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b828e18d-da97-4110-8cd8-99332e00a560 req-f2da6159-5801-41f8-9e05-4c731b524ed1 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677216 Apr 12 17:51:28.368405 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks [] for port (2a732b53-47d5-484c-8d82-666190c201ca), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:28.436348 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (2a732b53-47d5-484c-8d82-666190c201ca), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:28.510557 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:28.519430 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:28.525102 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:28.541532 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-28ac6793-a3b7-41dc-bbb0-614212220821 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 1002 time: 0.1429856 Apr 12 17:51:28.562317 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cfbdb662-8e51-455d-924e-c40e5b187040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:28.566381 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Pushing event updated for resources: {'Port': ['ID=2a732b53-47d5-484c-8d82-666190c201ca,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:28.568706 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdf6f8-512c-4bc7-86dd-cb450598ea11 req-15687896-9446-4f0e-af2e-901d4a5bb7e2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.569835 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4bdf6f8-512c-4bc7-86dd-cb450598ea11 req-15687896-9446-4f0e-af2e-901d4a5bb7e2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0936065 Apr 12 17:51:28.576375 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device a69eb939-4e98-4e31-be24-93f3f2b76c98 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:51:28.582709 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d669-d973-405e-be4a-8c6464745e23 req-b3034ed3-07e3-44dc-b3da-39f819bb430f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.584309 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a796d669-d973-405e-be4a-8c6464745e23 req-b3034ed3-07e3-44dc-b3da-39f819bb430f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 943 time: 0.1092803 Apr 12 17:51:28.601547 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.602189 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:28.614926 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-28ee78be-1a5e-4cdf-b5ca-d7bb05b75521 req-6ab963a0-3953-4e10-b64a-bf5bce4ed536 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149584 Apr 12 17:51:28.620025 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: a69eb939-4e98-4e31-be24-93f3f2b76c98 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:51:28.620785 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device a69eb939-4e98-4e31-be24-93f3f2b76c98 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:51:28.627702 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f58e78fb-f312-4846-8be2-93688bc797ef tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0558445 Apr 12 17:51:28.688045 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a796d669-d973-405e-be4a-8c6464745e23 req-2e2bdcfc-0446-4373-bedc-c5a0873643d4 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970268 Apr 12 17:51:28.700561 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4bdf6f8-512c-4bc7-86dd-cb450598ea11 req-16de7b17-551b-435d-bd83-85f88ef8ef18 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112328 Apr 12 17:51:28.877428 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd63dbd-9b61-4fab-90d7-66ec24d3f68c req-d2787d86-ca44-4ab0-b3d3-007b9bd4403c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.881870 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-afd63dbd-9b61-4fab-90d7-66ec24d3f68c req-d2787d86-ca44-4ab0-b3d3-007b9bd4403c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0940363 Apr 12 17:51:28.957155 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-d78eccb6-3d5f-40ad-901b-ddd17bc78d7b None None] Provisioning complete for port 2a732b53-47d5-484c-8d82-666190c201ca triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:28.958501 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d78eccb6-3d5f-40ad-901b-ddd17bc78d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (2a732b53-47d5-484c-8d82-666190c201ca), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:28.996341 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-afd63dbd-9b61-4fab-90d7-66ec24d3f68c req-d66d3f38-5e25-4c67-9667-8342b9592d83 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081986 Apr 12 17:51:29.007612 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d78eccb6-3d5f-40ad-901b-ddd17bc78d7b None None] Port 2a732b53-47d5-484c-8d82-666190c201ca cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:51:29.015364 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-7231b816-e89f-4875-ae3d-e2d8abe08a6b tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:29.017204 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-7231b816-e89f-4875-ae3d-e2d8abe08a6b tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/networks?id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b HTTP/1.1" status: 200 len: 808 time: 0.1844900 Apr 12 17:51:29.041442 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-05bd027a-3dff-4741-95dd-df4cecf9a2ba tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/quotas/2918788686fc448581cb7e4cbc44bb2c HTTP/1.1" status: 200 len: 375 time: 0.0158985 Apr 12 17:51:29.081199 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-11ec0543-970f-441b-b968-4130c682da34 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2918788686fc448581cb7e4cbc44bb2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343363 Apr 12 17:51:29.201555 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dda731-2cfb-4c14-8682-79ce466f2233 req-4b0ab996-4904-400b-a2cf-ae4fdd7f6bca tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:29.202994 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a7dda731-2cfb-4c14-8682-79ce466f2233 req-4b0ab996-4904-400b-a2cf-ae4fdd7f6bca tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 935 time: 0.0593765 Apr 12 17:51:29.226030 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Request body: {'port': {'device_id': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:29.259208 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-9695801b-4142-4d9d-912e-cfb083b700f4 service neutron] 10.222.0.45 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705580 Apr 12 17:51:29.306782 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-6a199d48-e3ae-409a-b606-ed9db0b4833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:29.308284 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-6a199d48-e3ae-409a-b606-ed9db0b4833b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e511eae935146069bdd9a386c0d8aa0&device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 1127 time: 0.0783687 Apr 12 17:51:29.318544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-c6839606-6603-46f0-9656-01519cb40dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:29.318762 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2a732b53-47d5-484c-8d82-666190c201ca), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:29.320026 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-c6839606-6603-46f0-9656-01519cb40dd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0974789 Apr 12 17:51:29.353048 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a7dda731-2cfb-4c14-8682-79ce466f2233 req-67bb214b-d493-406f-ae33-0a44e70a40af tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439798 Apr 12 17:51:29.391606 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-675915d3-9feb-43df-b231-33dc8b425af1 service neutron] 10.222.0.45 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258452 Apr 12 17:51:29.464963 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d4981-1550-4ec5-b630-7ddeda203698 req-f9538539-bb7f-429d-ab66-a7f966f61850 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:29.466803 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f21d4981-1550-4ec5-b630-7ddeda203698 req-f9538539-bb7f-429d-ab66-a7f966f61850 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 943 time: 0.0495224 Apr 12 17:51:29.530735 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f21d4981-1550-4ec5-b630-7ddeda203698 req-6b43a8d6-ba9e-45fd-8e4d-4fff3a70294c tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567901 Apr 12 17:51:29.624948 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c0281bf-3dba-441c-ab68-47360e60ac44 req-6429b1b9-6169-4946-9f64-ff0312d878c1 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 210 time: 0.0395179 Apr 12 17:51:29.628822 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a732b53-47d5-484c-8d82-666190c201ca {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:29.631597 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15b0fc-133c-43d4-99db-3c2e9fb6170f req-f2c5da52-d4dd-42a0-b7f7-2b96dd0e54e7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:29.632822 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc15b0fc-133c-43d4-99db-3c2e9fb6170f req-f2c5da52-d4dd-42a0-b7f7-2b96dd0e54e7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 943 time: 0.0765846 Apr 12 17:51:29.640941 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Publish callbacks [] for port (2a732b53-47d5-484c-8d82-666190c201ca), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:29.654540 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Transition to ACTIVE for port object 2a732b53-47d5-484c-8d82-666190c201ca will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:51:29.658708 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (2a732b53-47d5-484c-8d82-666190c201ca), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:29.692999 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc15b0fc-133c-43d4-99db-3c2e9fb6170f req-46716538-da47-449a-9edf-8af0288335d5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477300 Apr 12 17:51:29.712261 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Pushing event updated for resources: {'Port': ['ID=2a732b53-47d5-484c-8d82-666190c201ca,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:29.853865 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3117f2c-7590-46a6-8dd3-e5ce5033aa21 req-270f9600-4fd6-4801-8d69-128e6f64e742 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:29.861453 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e3117f2c-7590-46a6-8dd3-e5ce5033aa21 req-270f9600-4fd6-4801-8d69-128e6f64e742 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 943 time: 0.0583549 Apr 12 17:51:29.919025 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e3117f2c-7590-46a6-8dd3-e5ce5033aa21 req-bfa75983-c815-46eb-af01-230893607d01 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565994 Apr 12 17:51:29.999567 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Attempting to bind port 2a732b53-47d5-484c-8d82-666190c201ca on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:51:29.999815 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Attempting to bind port 2a732b53-47d5-484c-8d82-666190c201ca by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:51:30.000134 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Attempting to bind port 2a732b53-47d5-484c-8d82-666190c201ca on network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:30.004897 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Port 2a732b53-47d5-484c-8d82-666190c201ca on network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:51:30.005217 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Attempting to bind port 2a732b53-47d5-484c-8d82-666190c201ca on network 6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:30.010390 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:51:30.010751 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Checking segment: {'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:51:30.011221 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Bound using segment: {'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:51:30.011663 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Bound port: 2a732b53-47d5-484c-8d82-666190c201ca, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:51:30.012089 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2a732b53-47d5-484c-8d82-666190c201ca), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:30.076379 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] For port 2a732b53-47d5-484c-8d82-666190c201ca, host hv-cinder-83753, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:51:30.080282 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] For port 2a732b53-47d5-484c-8d82-666190c201ca, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a732b53-47d5-484c-8d82-666190c201ca,segment=NetworkSegment(b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8),segment_id=b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:51:30.085199 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:30.088903 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (2a732b53-47d5-484c-8d82-666190c201ca), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:30.172045 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.172876 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:30.175885 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] 10.222.0.18 "PUT /v2.0/ports/2a732b53-47d5-484c-8d82-666190c201ca HTTP/1.1" status: 200 len: 1097 time: 0.9545019 Apr 12 17:51:30.178071 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-3694f193-1287-40f4-b5d7-e43d7c1a8b02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6401d7e5-4446-44d0-9cd4-7280ba576f9a HTTP/1.1" status: 200 len: 217 time: 0.0562084 Apr 12 17:51:30.188733 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'tag': '2a732b53-47d5-484c-8d82-666190c201ca'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:30.191934 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052650e2-f875-4ee8-9a48-8f210f61f073" -d '{"events": [{"name": "network-changed", "server_uuid": "83108ead-9e8d-4a45-8d0e-4d0391fd1df4", "tag": "2a732b53-47d5-484c-8d82-666190c201ca"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:30.204280 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51e9c-475f-4974-bedb-c749ba7d97a1 req-566e8bbd-ca7d-4ae0-84c5-6376b5d527cc tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.213182 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bbe51e9c-475f-4974-bedb-c749ba7d97a1 req-566e8bbd-ca7d-4ae0-84c5-6376b5d527cc tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.1357274 Apr 12 17:51:30.231866 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-37e38e2d-8c88-437b-9abe-fc533e5615c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.233785 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-37e38e2d-8c88-437b-9abe-fc533e5615c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1127 time: 0.1235611 Apr 12 17:51:30.237983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-42e9a797-2533-43f1-8b46-8d6d4a2973ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.239679 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-42e9a797-2533-43f1-8b46-8d6d4a2973ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1197526 Apr 12 17:51:30.245946 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9c6a9-4766-472f-91fc-7be64db1560e service neutron] Pushing event updated for resources: {'Port': ['ID=2a732b53-47d5-484c-8d82-666190c201ca,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:30.324333 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-798aefef-2c54-4919-bc3f-8c08472e09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.330187 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-798aefef-2c54-4919-bc3f-8c08472e09aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1a8e06802ef472eb1640f051b77c52a&device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 1131 time: 0.0862961 Apr 12 17:51:30.400673 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bbe51e9c-475f-4974-bedb-c749ba7d97a1 req-e9188737-b008-42c0-9ed1-3fd19a0dd52c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856987 Apr 12 17:51:30.442472 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366cf5db-0f77-44e6-86d3-7ef1da82b71b x-openstack-request-id: req-366cf5db-0f77-44e6-86d3-7ef1da82b71b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:30.443362 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83108ead-9e8d-4a45-8d0e-4d0391fd1df4", "tag": "2a732b53-47d5-484c-8d82-666190c201ca", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:30.443362 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-366cf5db-0f77-44e6-86d3-7ef1da82b71b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:30.445390 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366cf5db-0f77-44e6-86d3-7ef1da82b71b'] response: {'name': 'network-changed', 'server_uuid': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'tag': '2a732b53-47d5-484c-8d82-666190c201ca', 'status': 'completed', 'code': 200} Apr 12 17:51:30.447717 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-7f71c26b-18a7-437e-a415-ef21202ad428 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=2a732b53-47d5-484c-8d82-666190c201ca HTTP/1.1" status: 200 len: 217 time: 0.1069839 Apr 12 17:51:30.449411 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f94f7f5c-0456-44b1-94c8-9d26d9fd677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.451575 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-f94f7f5c-0456-44b1-94c8-9d26d9fd677f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f61ae89-1763-4ed3-9e91-bf49d48f50a7 HTTP/1.1" status: 200 len: 854 time: 0.2513349 Apr 12 17:51:30.474609 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-7680fb6b-b845-4bd4-a533-467891d5dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.476424 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-7680fb6b-b845-4bd4-a533-467891d5dcd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 916 time: 0.2346780 Apr 12 17:51:30.479588 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-8a933280-0054-4d5f-ab4d-7055258d180a service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289536 Apr 12 17:51:30.540204 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-64ec2818-e165-4180-a692-36712561c6de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90a36624-95d2-4e62-99c5-2e0a1e17756e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636961 Apr 12 17:51:30.542967 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-16221f91-d428-4a07-9f12-9d2e494281da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.544335 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-16221f91-d428-4a07-9f12-9d2e494281da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 1129 time: 0.1168108 Apr 12 17:51:30.545868 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-112ec7d2-c93a-4d3b-8434-ef80c2ab5254 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 217 time: 0.0593405 Apr 12 17:51:30.558312 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-9de3e345-9dbf-4c5f-bf0b-149657e7bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.558574 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:51:30.559921 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-9de3e345-9dbf-4c5f-bf0b-149657e7bda2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6857d26-a00d-44d1-be2b-88d87b022c30 HTTP/1.1" status: 200 len: 843 time: 0.0850909 Apr 12 17:51:30.656826 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32928ed-058d-46df-8e84-c5a523433fa6 req-a588361c-a6de-4034-a520-d20bb3ff001b tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.658219 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e32928ed-058d-46df-8e84-c5a523433fa6 req-a588361c-a6de-4034-a520-d20bb3ff001b tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 947 time: 0.1619470 Apr 12 17:51:30.660273 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:30.669872 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ea31c-ea67-4300-adf4-c57481eae1ef req-2aa8e2d0-c48c-486e-a6c8-7d46fd9e8ef2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.671315 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d40ea31c-ea67-4300-adf4-c57481eae1ef req-2aa8e2d0-c48c-486e-a6c8-7d46fd9e8ef2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.1360857 Apr 12 17:51:30.671785 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'port_id': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'mac_address': 'fa:16:3e:03:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:51:30.710555 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:30.711156 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:30.728033 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7582f48d-af14-42bf-9a6a-8c63bb03a768 req-3a5f351f-8d40-4437-a689-913fed263b09 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905527 Apr 12 17:51:30.731651 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:30.751212 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:30.758298 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:30.816552 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58406-f9e5-49a5-9714-d43819169d0f req-0a9acccb-23f3-453f-9ab3-31104a18ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.818203 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e32928ed-058d-46df-8e84-c5a523433fa6 req-aaf5e176-c78b-41b6-8659-096be2272384 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305854 Apr 12 17:51:30.818357 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-0a9acccb-23f3-453f-9ab3-31104a18ee08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0619395 Apr 12 17:51:30.823547 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:30.823806 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d40ea31c-ea67-4300-adf4-c57481eae1ef req-cb460382-b48f-4732-a76f-6c108ab8b870 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400595 Apr 12 17:51:30.833704 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.834362 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.834881 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.836013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.836597 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.837493 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.838397 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.839490 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.840452 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.840932 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.841551 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.842024 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.842508 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.843020 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.843609 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:30.872522 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-14750ab3-8617-45f6-8e09-3717b8286160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.874002 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-14750ab3-8617-45f6-8e09-3717b8286160 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 200 len: 854 time: 0.1109056 Apr 12 17:51:30.979190 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-7cd5049a-17c8-4882-b14a-851f61426019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:30.980750 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-7cd5049a-17c8-4882-b14a-851f61426019 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1602793 Apr 12 17:51:30.994217 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-08c5d7ab-251d-4d55-b7ac-695aa70efcc2 service neutron] 10.222.0.18 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745701 Apr 12 17:51:31.021035 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['7a28c8ad-3d0e-4a5b-92b5-78624ac599a7'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:31.059381 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-e09fcd07-0135-4cef-bf63-41e3afc92880 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645 HTTP/1.1" status: 200 len: 217 time: 0.0453479 Apr 12 17:51:31.234669 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-8fd98815-65d5-4220-8b8a-72b706993120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.236236 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-8fd98815-65d5-4220-8b8a-72b706993120 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.1408765 Apr 12 17:51:31.262014 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f8e11d23-a3c8-44c6-983c-aa97500f0c81 req-a72db421-d3b1-4660-b7cd-1ec4d1593d83 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 210 time: 0.3550813 Apr 12 17:51:31.273823 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-c94595dc-3772-490b-a329-3f6b267ff4ec service neutron] 10.222.0.18 "GET /v2.0/networks/6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134535 Apr 12 17:51:31.275837 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-0f587785-a286-4c8c-bb41-b7474ef43d8e service neutron] 10.222.0.18 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138407 Apr 12 17:51:31.307871 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef295a94-01b6-468d-9b45-a357260d346d req-14f9d3bf-906e-42a8-9a70-9f33e87002f3 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.309354 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef295a94-01b6-468d-9b45-a357260d346d req-14f9d3bf-906e-42a8-9a70-9f33e87002f3 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 943 time: 0.4130738 Apr 12 17:51:31.327520 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-7fc4fe40-c0d4-48b2-b6a0-9b6e25f5cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.329130 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-7fc4fe40-c0d4-48b2-b6a0-9b6e25f5cb24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e798e50-a7fe-415b-9e2d-76d9be553554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1362989 Apr 12 17:51:31.359331 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-01d81b31-0f94-4d7c-af76-5db5cc554cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.360966 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-01d81b31-0f94-4d7c-af76-5db5cc554cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456924 Apr 12 17:51:31.364713 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:31.422091 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b53d0-b64d-4adc-9399-ddac7b5a146a req-87cb842e-4e60-4240-a1d4-58a8e947855e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.423660 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-456b53d0-b64d-4adc-9399-ddac7b5a146a req-87cb842e-4e60-4240-a1d4-58a8e947855e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 944 time: 0.0927420 Apr 12 17:51:31.430530 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-5e7751e9-e182-45fa-b1e9-f7596fe4bda8 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.431936 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-5e7751e9-e182-45fa-b1e9-f7596fe4bda8 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "GET /v2.0/networks?id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b HTTP/1.1" status: 200 len: 808 time: 0.2401681 Apr 12 17:51:31.437087 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef295a94-01b6-468d-9b45-a357260d346d req-747e5104-3fb8-4225-b82a-2971c36b6141 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194620 Apr 12 17:51:31.482603 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-456b53d0-b64d-4adc-9399-ddac7b5a146a req-87fa009d-d1bb-4155-9dbb-7ab0b9fb402a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496163 Apr 12 17:51:31.557030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df61246-6b14-44c2-a6f6-fdefefcd5a8b req-a5697a23-7901-4a5b-b496-5440fad94c0b tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.558505 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3df61246-6b14-44c2-a6f6-fdefefcd5a8b req-a5697a23-7901-4a5b-b496-5440fad94c0b tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 943 time: 0.0617533 Apr 12 17:51:31.604685 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eee56-db20-4498-963d-b5bc950cceee req-d8d4601a-bcd4-4a7c-9656-5c426638fae6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.606131 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f10eee56-db20-4498-963d-b5bc950cceee req-d8d4601a-bcd4-4a7c-9656-5c426638fae6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0687523 Apr 12 17:51:31.643655 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3df61246-6b14-44c2-a6f6-fdefefcd5a8b req-4fb25b65-587e-4c66-bdaa-b697adfd88d5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688736 Apr 12 17:51:31.672250 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f10eee56-db20-4498-963d-b5bc950cceee req-bbf6ae4b-c20d-41b5-b462-e7127ce165d0 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564227 Apr 12 17:51:31.948221 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6676b-2b43-429d-abe3-4842f85af3d9 req-1793109f-58a1-41e0-9abe-64ed8e8a21b3 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.949712 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a8a6676b-2b43-429d-abe3-4842f85af3d9 req-1793109f-58a1-41e0-9abe-64ed8e8a21b3 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 947 time: 0.0742638 Apr 12 17:51:31.968208 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d7d0d-f86d-4ca9-a108-48bf220e8f83 req-403f29c7-1c32-4ba8-b3cb-477163949aa2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:31.969621 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-890d7d0d-f86d-4ca9-a108-48bf220e8f83 req-403f29c7-1c32-4ba8-b3cb-477163949aa2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0637136 Apr 12 17:51:32.028524 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a8a6676b-2b43-429d-abe3-4842f85af3d9 req-82c939a5-8f94-4764-8cc2-b43ead94852f tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731094 Apr 12 17:51:32.039970 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-890d7d0d-f86d-4ca9-a108-48bf220e8f83 req-dad63300-48fa-41c5-adf8-f5a8ca2cf270 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621102 Apr 12 17:51:32.391124 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f42edd1-a05d-48a0-8b5b-141577d10900 req-5d4f17ee-d09a-451d-b3cb-f9ba3f2bc749 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 210 time: 0.0301163 Apr 12 17:51:32.422782 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-cf58c4d8-26e8-4105-b4cc-c839185665d9 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226544 Apr 12 17:51:32.443300 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-3457978e-a66c-40d4-8662-e07a7a78bf91 service neutron] 10.222.0.18 "GET /v2.0/networks/6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566918 Apr 12 17:51:32.446542 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-dac564ea-67a0-40b7-b4c7-f41f718cdf12 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460967 Apr 12 17:51:32.570674 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c082c-9db8-4dbc-b6d0-16d32d5b3c54 req-13fc60f7-e7b5-42f1-8193-d19984c25f06 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:32.571751 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0fa973ee-a605-46a8-ab31-9433c3b1351f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:51:32.572257 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-125c082c-9db8-4dbc-b6d0-16d32d5b3c54 req-13fc60f7-e7b5-42f1-8193-d19984c25f06 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 943 time: 0.0569375 Apr 12 17:51:32.576110 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:51:32.619933 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aa991-11cb-4862-a6e5-c9b7d60a8370 req-9261d17c-ebf5-4bd7-a3eb-c631d9151452 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:32.621376 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-413aa991-11cb-4862-a6e5-c9b7d60a8370 req-9261d17c-ebf5-4bd7-a3eb-c631d9151452 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 944 time: 0.0720155 Apr 12 17:51:32.658582 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Request body: {'port': {'device_id': '0a027233-019f-4197-b6ae-7a35a2657956', 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b', 'admin_state_up': True, 'tenant_id': '2918788686fc448581cb7e4cbc44bb2c'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:32.670768 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-125c082c-9db8-4dbc-b6d0-16d32d5b3c54 req-7b408f85-7a78-4385-adf0-b0cce185681d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831392 Apr 12 17:51:32.694803 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:51:32.722082 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:32.724791 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:32.736044 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:32.780893 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-413aa991-11cb-4862-a6e5-c9b7d60a8370 req-8964c1da-ddf1-4c22-9437-3b8e794ee7fb tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516867 Apr 12 17:51:32.795988 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:32.815013 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b8b17fa4-bb50-4d2b-8904-f738fc1b4ad2 req-7f5952a7-a29e-439c-9223-5e438c771cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133459 Apr 12 17:51:32.815638 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'port_id': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'mac_address': 'fa:16:3e:bb:7f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:51:32.884356 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0fa973ee-a605-46a8-ab31-9433c3b1351f is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:32.884745 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:32.893724 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:32.894103 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:32.894438 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481ccf-aea9-4466-9ca3-122090fbf769 req-b978eb26-67aa-495c-836e-42c64d240f04 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:32.895961 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-20481ccf-aea9-4466-9ca3-122090fbf769 req-b978eb26-67aa-495c-836e-42c64d240f04 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 943 time: 0.0721080 Apr 12 17:51:32.942034 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44dad1d7-d6e3-450b-aee3-6418de336369 req-2e218e1c-75eb-4a50-9797-735bd43196b0 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144098 Apr 12 17:51:32.943389 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Made reservation on behalf of 2918788686fc448581cb7e4cbc44bb2c for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:32.946685 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:32.998020 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-20481ccf-aea9-4466-9ca3-122090fbf769 req-fbd2efb4-3252-4654-9fe6-b4fdd3dcf645 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950754 Apr 12 17:51:33.036457 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa973ee-a605-46a8-ab31-9433c3b1351f {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:33.065096 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:33.067973 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf1747a-6c67-4618-9ddf-b9f4bb7bed1a" -d '{"events": [{"server_uuid": "79fea017-0e33-4088-b402-533449471609", "name": "network-vif-plugged", "status": "completed", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:33.081217 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:33.085611 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:33.088113 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:33.093038 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:33.141714 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:33.142572 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Allocated IP 172.20.0.3 (c3bc16ae-5c7f-4e61-9d46-0def032cc50b/78d4c6b0-ad0b-4633-888f-cc49bf1cb610/5072e776-7b01-4a1e-ba28-a20ca3d1cef6) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:33.190027 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:33.209660 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb03074-ac3a-4975-aff6-06587b1961c5 req-ac5833d9-d80f-40a2-8d02-0a27b17200c4 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.211167 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5fb03074-ac3a-4975-aff6-06587b1961c5 req-ac5833d9-d80f-40a2-8d02-0a27b17200c4 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 947 time: 0.1026249 Apr 12 17:51:33.219794 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb84e-1c44-42c8-a28c-bd9242562870 req-f5f6d140-5511-4e8f-a42f-f016cd507a65 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.221127 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a8bb84e-1c44-42c8-a28c-bd9242562870 req-f5f6d140-5511-4e8f-a42f-f016cd507a65 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0759082 Apr 12 17:51:33.338930 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5fb03074-ac3a-4975-aff6-06587b1961c5 req-1a188045-f6d2-45bf-952e-088e28ec8f05 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165411 Apr 12 17:51:33.363426 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0fa973ee-a605-46a8-ab31-9433c3b1351f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:33.377670 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a8bb84e-1c44-42c8-a28c-bd9242562870 req-dd0f3af2-3648-44cb-aa5c-e713e55f4ce3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411269 Apr 12 17:51:33.394210 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc67241-5543-4db1-a7d0-9beafce36517 x-openstack-request-id: req-ddc67241-5543-4db1-a7d0-9beafce36517 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:33.394526 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fea017-0e33-4088-b402-533449471609", "name": "network-vif-plugged", "status": "completed", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:33.394785 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddc67241-5543-4db1-a7d0-9beafce36517 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:33.395206 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc67241-5543-4db1-a7d0-9beafce36517'] response: {'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'code': 200} Apr 12 17:51:33.444806 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks [] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:33.505601 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b37521d0-ca55-43cb-9d53-9908cf7fdecf req-4bdc2b3a-dee0-4a62-9365-8aa1368df327 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 210 time: 0.0380511 Apr 12 17:51:33.514670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:33.556293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Network c3bc16ae-5c7f-4e61-9d46-0def032cc50b is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:33.561341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:33.565179 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:33.572029 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Pushing event updated for resources: {'Port': ['ID=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:33.626639 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.627285 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:33.666663 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-abb03348-0f47-475f-b389-385932f904e9 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0175772 Apr 12 17:51:33.670397 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-5b499264-1d47-477a-86d9-c36e0924bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.672144 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-5b499264-1d47-477a-86d9-c36e0924bfd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1a8e06802ef472eb1640f051b77c52a&device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 1131 time: 0.0585434 Apr 12 17:51:33.687479 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Request body: {'port': {'device_id': '0a027233-019f-4197-b6ae-7a35a2657956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:33.841854 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:33.855235 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47c391-cab6-4733-85d3-c5399e4e988f req-cb62e8fe-5f19-4f8d-aa7c-e76c29e8e7a3 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.856734 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e47c391-cab6-4733-85d3-c5399e4e988f req-cb62e8fe-5f19-4f8d-aa7c-e76c29e8e7a3 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 943 time: 0.0936334 Apr 12 17:51:33.861114 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62d25-7e48-4841-8b10-9830ecfd3ffb req-709e423d-9db2-4eb6-abb7-161aa1d48df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.863136 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8bd62d25-7e48-4841-8b10-9830ecfd3ffb req-709e423d-9db2-4eb6-abb7-161aa1d48df5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 1129 time: 0.0799630 Apr 12 17:51:33.898542 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-543a724a-5a38-42bf-babe-1026d13426ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.900034 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-543a724a-5a38-42bf-babe-1026d13426ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e HTTP/1.1" status: 200 len: 870 time: 0.2166793 Apr 12 17:51:33.924766 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8bd62d25-7e48-4841-8b10-9830ecfd3ffb req-ccd7f70b-a7d8-4108-aad4-a7fa68ef6c94 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508316 Apr 12 17:51:33.992228 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373b2ec-534f-4afd-9493-7f83e98575e0 req-95d3ef25-6dc7-41e1-9502-264b00d63490 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:33.993728 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1373b2ec-534f-4afd-9493-7f83e98575e0 req-95d3ef25-6dc7-41e1-9502-264b00d63490 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.1244535 Apr 12 17:51:33.994928 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-a9f6af58-c876-4b24-ae90-56c972227037 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=2a732b53-47d5-484c-8d82-666190c201ca HTTP/1.1" status: 200 len: 217 time: 0.0769541 Apr 12 17:51:34.045164 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e47c391-cab6-4733-85d3-c5399e4e988f req-4bccb2e4-cb70-4dd4-a212-aafbca5bfbfe tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732051 Apr 12 17:51:34.179855 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1373b2ec-534f-4afd-9493-7f83e98575e0 req-d0238f76-4e59-4b20-9aae-6bc9d682ab08 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777952 Apr 12 17:51:34.222625 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca972f1-eac0-4bea-86cf-8703d2b3cafa req-846bd3c8-ca82-4e16-8c40-96afc2debcb7 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:34.224177 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ca972f1-eac0-4bea-86cf-8703d2b3cafa req-846bd3c8-ca82-4e16-8c40-96afc2debcb7 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 944 time: 0.1192648 Apr 12 17:51:34.292216 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-a1792429-0abd-40bd-92c9-de303b0cfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:34.293683 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-a1792429-0abd-40bd-92c9-de303b0cfed9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6857d26-a00d-44d1-be2b-88d87b022c30 HTTP/1.1" status: 200 len: 843 time: 0.1380532 Apr 12 17:51:34.360377 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ca972f1-eac0-4bea-86cf-8703d2b3cafa req-c4107852-37ad-4540-a2ef-77c7652863d8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064560 Apr 12 17:51:34.370914 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-1e733495-d75d-40d7-8a17-1b82cc476dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:34.372456 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-1e733495-d75d-40d7-8a17-1b82cc476dbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0678861 Apr 12 17:51:34.451876 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:34.463130 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Publish callbacks [] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.504647 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a94b4a-ef1a-46b2-8b1a-01f3cc47dd53 req-682842fa-a534-45fe-b7bf-2d7d061b3798 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:34.506097 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-97a94b4a-ef1a-46b2-8b1a-01f3cc47dd53 req-682842fa-a534-45fe-b7bf-2d7d061b3798 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 947 time: 0.0967262 Apr 12 17:51:34.515694 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Transition to ACTIVE for port object 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:51:34.533874 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.546422 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa63-847e-480b-afd9-663a9cba8ca2 req-9671860f-1234-4386-92ce-89edf0c464a7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:34.547902 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d0e1aa63-847e-480b-afd9-663a9cba8ca2 req-9671860f-1234-4386-92ce-89edf0c464a7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0823455 Apr 12 17:51:34.573729 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 6401d7e5-4446-44d0-9cd4-7280ba576f9a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:51:34.575812 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0fa973ee-a605-46a8-ab31-9433c3b1351f up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:51:34.635691 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Pushing event updated for resources: {'Port': ['ID=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:34.640847 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-97a94b4a-ef1a-46b2-8b1a-01f3cc47dd53 req-e28e4335-7c3c-4fd6-9e3f-ef8c9afccfdb tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264164 Apr 12 17:51:34.684808 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d0e1aa63-847e-480b-afd9-663a9cba8ca2 req-42c48343-6f34-4862-bc5e-ccd9e59ba644 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130471 Apr 12 17:51:34.684981 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 0fa973ee-a605-46a8-ab31-9433c3b1351f completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:51:34.726058 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 0fa973ee-a605-46a8-ab31-9433c3b1351f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:34.726429 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.763323 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 6401d7e5-4446-44d0-9cd4-7280ba576f9a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6401d7e5-4446-44d0-9cd4-7280ba576f9a,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:34.781900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '6401d7e5-4446-44d0-9cd4-7280ba576f9a', 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e', 'port_id': '6401d7e5-4446-44d0-9cd4-7280ba576f9a', 'mac_address': 'fa:16:3e:a7:f9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f61ae89-1763-4ed3-9e91-bf49d48f50a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:51:34.819330 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Attempting to bind port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:51:34.819747 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Attempting to bind port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:51:34.820080 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Attempting to bind port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 on network c3bc16ae-5c7f-4e61-9d46-0def032cc50b {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:34.834560 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19314a7b-3e09-43e3-8d85-74c9b1f8f240 req-5fb3df77-2798-47d1-a948-4bbc593b5dc2 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:34.836069 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-19314a7b-3e09-43e3-8d85-74c9b1f8f240 req-5fb3df77-2798-47d1-a948-4bbc593b5dc2 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 943 time: 0.1146681 Apr 12 17:51:34.839002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 on network c3bc16ae-5c7f-4e61-9d46-0def032cc50b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:51:34.839184 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Attempting to bind port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 on network c3bc16ae-5c7f-4e61-9d46-0def032cc50b {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:34.856589 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:51:34.856799 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 6401d7e5-4446-44d0-9cd4-7280ba576f9a is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:34.856924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Checking segment: {'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:51:34.857103 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.857290 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Bound using segment: {'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:51:34.857767 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Bound port: 5072e776-7b01-4a1e-ba28-a20ca3d1cef6, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dddc62-481d-4cc0-81a6-48d5bc8a08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:51:34.858118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.867941 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0fa973ee-a605-46a8-ab31-9433c3b1351f is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:34.868321 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.882153 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6401d7e5-4446-44d0-9cd4-7280ba576f9a {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:34.912985 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 6401d7e5-4446-44d0-9cd4-7280ba576f9a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6401d7e5-4446-44d0-9cd4-7280ba576f9a,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:34.918923 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.925377 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:34.936332 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-5178a367-e2b9-455f-9ccf-71ce57a04368 service neutron] 10.222.0.18 "GET /v2.0/networks/6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023845 Apr 12 17:51:34.945302 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.950925 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-19314a7b-3e09-43e3-8d85-74c9b1f8f240 req-952d65c5-18a9-4d35-9770-0612a015c00b tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072707 Apr 12 17:51:34.972491 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=6401d7e5-4446-44d0-9cd4-7280ba576f9a,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:34.994369 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] For port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:51:35.026653 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:35.031709 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] For port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:51:35.041726 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:35.103192 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:35.103808 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:35.105258 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] 10.222.0.18 "PUT /v2.0/ports/5072e776-7b01-4a1e-ba28-a20ca3d1cef6 HTTP/1.1" status: 200 len: 1093 time: 1.4231462 Apr 12 17:51:35.105703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a027233-019f-4197-b6ae-7a35a2657956', 'tag': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:35.107974 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0449075-d124-4c17-a9bd-057666de0576" -d '{"events": [{"name": "network-changed", "server_uuid": "0a027233-019f-4197-b6ae-7a35a2657956", "tag": "5072e776-7b01-4a1e-ba28-a20ca3d1cef6"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:35.122057 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052650e2-f875-4ee8-9a48-8f210f61f073 req-1a2904a0-e824-4821-8da3-e3631c70bb1e service neutron] 10.222.0.18 "GET /v2.0/networks/6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614714 Apr 12 17:51:35.135123 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022e8a2-0571-4cfd-9185-6f24087c729d service neutron] Pushing event updated for resources: {'Port': ['ID=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:35.154538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faabd71-e26f-4c20-9ec9-46c42205e6c8 x-openstack-request-id: req-0faabd71-e26f-4c20-9ec9-46c42205e6c8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:35.154832 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a027233-019f-4197-b6ae-7a35a2657956", "tag": "5072e776-7b01-4a1e-ba28-a20ca3d1cef6", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:35.155111 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0faabd71-e26f-4c20-9ec9-46c42205e6c8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:35.155509 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0faabd71-e26f-4c20-9ec9-46c42205e6c8'] response: {'name': 'network-changed', 'server_uuid': '0a027233-019f-4197-b6ae-7a35a2657956', 'tag': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6', 'status': 'completed', 'code': 200} Apr 12 17:51:35.173136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7690b-5ba9-49a8-99a6-914ff1464d11 req-0371812d-d314-4378-acc1-296dafe7ac2a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:35.174642 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ad7690b-5ba9-49a8-99a6-914ff1464d11 req-0371812d-d314-4378-acc1-296dafe7ac2a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 944 time: 0.0549545 Apr 12 17:51:35.224071 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['6401d7e5-4446-44d0-9cd4-7280ba576f9a'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:35.224502 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ad7690b-5ba9-49a8-99a6-914ff1464d11 req-a84fbfe7-56ea-4537-81e9-9aec3fb2f5b6 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Apr 12 17:51:35.293643 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0ccd0-9185-4cf6-9f20-08c304571511 req-26fba6ad-4c5c-433f-b81f-5c79d4a9dd42 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:35.295071 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9d0ccd0-9185-4cf6-9f20-08c304571511 req-26fba6ad-4c5c-433f-b81f-5c79d4a9dd42 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.0463178 Apr 12 17:51:35.340909 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9d0ccd0-9185-4cf6-9f20-08c304571511 req-f23f96f7-5c71-4905-bd5b-82fb90b710b0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399029 Apr 12 17:51:35.396370 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:35.398753 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3deac95-16bb-4fe9-be30-bbb71f017d7a" -d '{"events": [{"server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "name": "network-vif-plugged", "status": "completed", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:35.435327 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb546a-715b-425d-aa0e-e6d467476d75 x-openstack-request-id: req-3ebb546a-715b-425d-aa0e-e6d467476d75 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:35.435615 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "name": "network-vif-plugged", "status": "completed", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:35.435864 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ebb546a-715b-425d-aa0e-e6d467476d75 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:35.436257 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebb546a-715b-425d-aa0e-e6d467476d75'] response: {'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'code': 200} Apr 12 17:51:35.797982 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad2718-de64-47b3-8add-072f749f39ec req-c5c2682d-3876-4fc5-8145-32ce76278b6d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:35.799503 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37ad2718-de64-47b3-8add-072f749f39ec req-c5c2682d-3876-4fc5-8145-32ce76278b6d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.3683295 Apr 12 17:51:35.840012 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449075-d124-4c17-a9bd-057666de0576 req-a185db6c-7ed6-4404-b7e9-4637a13dc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:35.841460 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0449075-d124-4c17-a9bd-057666de0576 req-a185db6c-7ed6-4404-b7e9-4637a13dc738 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2918788686fc448581cb7e4cbc44bb2c&device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 1127 time: 0.1169484 Apr 12 17:51:35.874705 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a6d34-f5da-42d0-9977-a42fe0c64ca2 req-116ff081-f6c4-43d5-9493-0875eb8ac369 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:35.876149 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f8a6d34-f5da-42d0-9977-a42fe0c64ca2 req-116ff081-f6c4-43d5-9493-0875eb8ac369 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 947 time: 0.1377554 Apr 12 17:51:35.878990 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea443b-eef8-4ed2-b55d-3978793b0e6f req-e769e94c-cc4d-4564-b69a-3f1f97e01d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:35.880387 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bea443b-eef8-4ed2-b55d-3978793b0e6f req-e769e94c-cc4d-4564-b69a-3f1f97e01d2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1129 time: 0.0891051 Apr 12 17:51:36.001303 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37ad2718-de64-47b3-8add-072f749f39ec req-6830f3bc-a61f-4645-bc90-72f38595bea2 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903307 Apr 12 17:51:36.046433 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bea443b-eef8-4ed2-b55d-3978793b0e6f req-0cb9d7b0-8345-41f7-bfd1-d02d4081c0b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345506 Apr 12 17:51:36.049496 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f8a6d34-f5da-42d0-9977-a42fe0c64ca2 req-1618c5ad-4d57-40ab-b1ee-742aa9282983 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660976 Apr 12 17:51:36.051070 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449075-d124-4c17-a9bd-057666de0576 req-54357d0c-0e78-422c-bc34-e37c5e167680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.052534 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0449075-d124-4c17-a9bd-057666de0576 req-54357d0c-0e78-422c-bc34-e37c5e167680 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2918788686fc448581cb7e4cbc44bb2c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1985991 Apr 12 17:51:36.123951 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eead50-9cae-4df5-9f69-9f47be21f47e req-14256385-424b-44a2-b5b7-578332733854 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.125343 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99eead50-9cae-4df5-9f69-9f47be21f47e req-14256385-424b-44a2-b5b7-578332733854 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0573838 Apr 12 17:51:36.176127 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2971c-c7c0-475f-9c9f-c3f863b8ff09 req-79638194-76ee-404e-9d28-6b25316c2687 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.177565 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ef2971c-c7c0-475f-9c9f-c3f863b8ff09 req-79638194-76ee-404e-9d28-6b25316c2687 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 943 time: 0.0714588 Apr 12 17:51:36.216372 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99eead50-9cae-4df5-9f69-9f47be21f47e req-14885267-8b85-45c0-9db9-6b2c8afae48f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727189 Apr 12 17:51:36.242040 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ef2971c-c7c0-475f-9c9f-c3f863b8ff09 req-1be4e4ba-9fdc-49b7-84ce-d0ece329f7e3 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551462 Apr 12 17:51:36.353405 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a73907-dd00-458e-9d46-80cd76e23c6e req-b5b186aa-7e37-4e9c-a142-a85c6ba7e516 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.354895 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c8a73907-dd00-458e-9d46-80cd76e23c6e req-b5b186aa-7e37-4e9c-a142-a85c6ba7e516 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 944 time: 0.0591135 Apr 12 17:51:36.379212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449075-d124-4c17-a9bd-057666de0576 req-6105caac-e083-4390-b1c0-3e106f8ecf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.380715 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0449075-d124-4c17-a9bd-057666de0576 req-6105caac-e083-4390-b1c0-3e106f8ecf15 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378863 Apr 12 17:51:36.426015 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c8a73907-dd00-458e-9d46-80cd76e23c6e req-5068bdc3-004b-470c-986a-1f2f5720b2ed tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624654 Apr 12 17:51:36.452800 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:36.460899 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f55ee6-e965-43da-8f7c-53da78d48fa3 req-4a35b63a-0b60-4d2c-aa7b-4e08b2bf6b3d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.462392 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09f55ee6-e965-43da-8f7c-53da78d48fa3 req-4a35b63a-0b60-4d2c-aa7b-4e08b2bf6b3d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.0527039 Apr 12 17:51:36.510530 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09f55ee6-e965-43da-8f7c-53da78d48fa3 req-906ad934-97db-4c22-a6d3-c5680ab23014 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 Apr 12 17:51:36.592156 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 2a732b53-47d5-484c-8d82-666190c201ca details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:51:36.594297 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 6401d7e5-4446-44d0-9cd4-7280ba576f9a up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:51:36.633272 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886101-5867-4403-a159-2b881795ccd1 req-4dac3b76-1710-40a1-8a31-5e5c34796fd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.634975 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21886101-5867-4403-a159-2b881795ccd1 req-4dac3b76-1710-40a1-8a31-5e5c34796fd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.0590827 Apr 12 17:51:36.644527 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 57864) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:36.649052 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'port_id': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:36.688185 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (87d6510f-a8a0-4a47-9d80-63a877c539bd), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:36.701633 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 6401d7e5-4446-44d0-9cd4-7280ba576f9a completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:51:36.716269 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 6401d7e5-4446-44d0-9cd4-7280ba576f9a triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:36.716651 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:36.757194 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 2a732b53-47d5-484c-8d82-666190c201ca, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a732b53-47d5-484c-8d82-666190c201ca,segment=NetworkSegment(b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8),segment_id=b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:36.776954 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '2a732b53-47d5-484c-8d82-666190c201ca', 'network_id': '6acdcd4e-eca6-4f7f-98ac-a5ce73182b3e', 'port_id': '2a732b53-47d5-484c-8d82-666190c201ca', 'mac_address': 'fa:16:3e:dc:e6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6857d26-a00d-44d1-be2b-88d87b022c30', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:51:36.841300 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 2a732b53-47d5-484c-8d82-666190c201ca is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:36.841532 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2a732b53-47d5-484c-8d82-666190c201ca), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:36.863344 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a732b53-47d5-484c-8d82-666190c201ca {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:36.867499 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 6401d7e5-4446-44d0-9cd4-7280ba576f9a is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:36.867872 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:36.877386 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-531ec988-00ae-4d78-9e69-951844cb1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:36.879545 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-531ec988-00ae-4d78-9e69-951844cb1d0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2918788686fc448581cb7e4cbc44bb2c&device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 1127 time: 0.0427790 Apr 12 17:51:36.893464 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 2a732b53-47d5-484c-8d82-666190c201ca, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a732b53-47d5-484c-8d82-666190c201ca,segment=NetworkSegment(b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8),segment_id=b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:36.901558 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2a732b53-47d5-484c-8d82-666190c201ca), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:36.929666 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-75a5034a-ee42-4eb8-aa0d-8e2a52b83c25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5072e776-7b01-4a1e-ba28-a20ca3d1cef6 HTTP/1.1" status: 200 len: 217 time: 0.0385578 Apr 12 17:51:36.941469 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 6401d7e5-4446-44d0-9cd4-7280ba576f9a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6401d7e5-4446-44d0-9cd4-7280ba576f9a,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:36.947196 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:36.967507 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=2a732b53-47d5-484c-8d82-666190c201ca,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:37.002388 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-569728a4-93b6-4d78-b52d-499a9b03b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:37.004152 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-569728a4-93b6-4d78-b52d-499a9b03b1e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78d4c6b0-ad0b-4633-888f-cc49bf1cb610 HTTP/1.1" status: 200 len: 848 time: 0.0541630 Apr 12 17:51:37.020672 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=6401d7e5-4446-44d0-9cd4-7280ba576f9a,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:37.045073 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-a6783a97-89f5-444b-9315-d1eb4b5e103d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3bc16ae-5c7f-4e61-9d46-0def032cc50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314283 Apr 12 17:51:37.146289 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:37.154613 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (87d6510f-a8a0-4a47-9d80-63a877c539bd), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:37.195558 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e8b30-7dc0-48cc-9ec5-c4626e34e2f8 req-b7373eca-cfe8-4309-bf56-dbe63519f826 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:37.197095 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f10e8b30-7dc0-48cc-9ec5-c4626e34e2f8 req-b7373eca-cfe8-4309-bf56-dbe63519f826 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.1169596 Apr 12 17:51:37.220007 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268c299-42b2-486f-a779-f79072054940 req-1b0f4923-fd05-457c-956c-364200a11d44 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:37.221546 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a268c299-42b2-486f-a779-f79072054940 req-1b0f4923-fd05-457c-956c-364200a11d44 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 948 time: 0.0887237 Apr 12 17:51:37.246289 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-fee65c86-c5be-49a0-8465-59646f6639cc service neutron] 10.222.0.18 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947405 Apr 12 17:51:37.259505 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP 87d6510f-a8a0-4a47-9d80-63a877c539bd associated. External IP: 172.27.3.23, port: 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7. Apr 12 17:51:37.291925 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['2a732b53-47d5-484c-8d82-666190c201ca'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:37.296456 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f10e8b30-7dc0-48cc-9ec5-c4626e34e2f8 req-660dfefa-8347-404a-93b3-10345a370a77 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930634 Apr 12 17:51:37.300841 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a268c299-42b2-486f-a779-f79072054940 req-417d57e2-6234-4411-a57a-0ab305cf78f8 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715153 Apr 12 17:51:37.438660 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b839aab-6935-4872-ad76-33c1709c910d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6401d7e5-4446-44d0-9cd4-7280ba576f9a'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:37.441227 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1c649a-07f3-48a8-9e93-39a255b9bfc8" -d '{"events": [{"server_uuid": "2b839aab-6935-4872-ad76-33c1709c910d", "name": "network-vif-plugged", "status": "completed", "tag": "6401d7e5-4446-44d0-9cd4-7280ba576f9a"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:37.447543 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedaaf-0979-412b-9909-718fe89eecfa req-f6fbba4a-c7ac-4bd2-8ebc-5dfb99cd31a8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:37.451572 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9ecedaaf-0979-412b-9909-718fe89eecfa req-f6fbba4a-c7ac-4bd2-8ebc-5dfb99cd31a8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0842545 Apr 12 17:51:37.468843 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:51:37.475865 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8db6f-8f13-42c2-af42-8c768d5c3309 req-a125cd07-d37f-4f3d-ba3f-80a406e29801 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:37.477712 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-57e8db6f-8f13-42c2-af42-8c768d5c3309 req-a125cd07-d37f-4f3d-ba3f-80a406e29801 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 943 time: 0.0799301 Apr 12 17:51:37.543930 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9ecedaaf-0979-412b-9909-718fe89eecfa req-122d1926-db33-4408-87de-f380e5543e6a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871453 Apr 12 17:51:37.555635 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-57e8db6f-8f13-42c2-af42-8c768d5c3309 req-4e9cd27e-5f9b-4093-a961-9275b174428b tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663414 Apr 12 17:51:37.591416 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ddbbf-dbc5-4437-b998-13c2d8911e0f x-openstack-request-id: req-c13ddbbf-dbc5-4437-b998-13c2d8911e0f {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:37.591973 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b839aab-6935-4872-ad76-33c1709c910d", "name": "network-vif-plugged", "status": "completed", "tag": "6401d7e5-4446-44d0-9cd4-7280ba576f9a", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:37.591973 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c13ddbbf-dbc5-4437-b998-13c2d8911e0f {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:37.592372 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13ddbbf-dbc5-4437-b998-13c2d8911e0f'] response: {'server_uuid': '2b839aab-6935-4872-ad76-33c1709c910d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6401d7e5-4446-44d0-9cd4-7280ba576f9a', 'code': 200} Apr 12 17:51:37.663599 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732dc60-6ad4-41de-86a4-82ee424019b3 req-a3b8f4a4-4ea2-48c4-89dc-9aa3d8360dfb tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:37.665265 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5732dc60-6ad4-41de-86a4-82ee424019b3 req-a3b8f4a4-4ea2-48c4-89dc-9aa3d8360dfb tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.0495679 Apr 12 17:51:37.709136 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:51:37.714740 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5732dc60-6ad4-41de-86a4-82ee424019b3 req-f4d543e6-cc58-45ab-b834-4f0bff9d8ae4 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436876 Apr 12 17:51:37.830752 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:51:37.850886 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:37.851880 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:51:37.866256 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c500a1e6-32fc-4c59-807c-19b599b16697 req-5c3e4723-3fcd-4f7a-96fa-d8762be71f8a service neutron] 10.222.0.18 "GET /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138952 Apr 12 17:51:37.888403 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4ef53497-95d1-44b6-9b80-8cbb3a2d6715 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "PUT /v2.0/floatingips/87d6510f-a8a0-4a47-9d80-63a877c539bd HTTP/1.1" status: 200 len: 990 time: 1.2427366 Apr 12 17:51:37.889189 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:37.890337 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:51:37.891366 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:51:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:37.891788 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd776a16-3ded-4202-aed3-8a8de3af80ee" -d '{"events": [{"name": "network-changed", "server_uuid": "79fea017-0e33-4088-b402-533449471609", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:37.929683 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf43b4e-d5b2-4ec7-bc8d-e7e223c6d332 x-openstack-request-id: req-fdf43b4e-d5b2-4ec7-bc8d-e7e223c6d332 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:37.930007 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fea017-0e33-4088-b402-533449471609", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:37.930264 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdf43b4e-d5b2-4ec7-bc8d-e7e223c6d332 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:37.930670 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf43b4e-d5b2-4ec7-bc8d-e7e223c6d332'] response: {'name': 'network-changed', 'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'status': 'completed', 'code': 200} Apr 12 17:51:38.013539 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:51:38.232247 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:55Z', 'revision_number': 2, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}, {'id': '87d6510f-a8a0-4a47-9d80-63a877c539bd', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:03:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fea017-0e33-4088-b402-533449471609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:01Z', 'updated_at': '2022-04-12T17:51:37Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:38.264057 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:51:38.273969 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:51:38.274581 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:51:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:38.423384 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:51:38.477998 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca23171-6071-44a3-974a-ef853f291838 req-fd5d6f8e-ead1-464e-a0f9-9b38e16b9356 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:38.480396 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ca23171-6071-44a3-974a-ef853f291838 req-fd5d6f8e-ead1-464e-a0f9-9b38e16b9356 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.1115806 Apr 12 17:51:38.503420 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97ba2-f9de-435f-ac5e-e75df199de25 req-8cc5926e-e7f8-4016-8d23-7422e0cdda78 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:38.504747 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15b97ba2-f9de-435f-ac5e-e75df199de25 req-8cc5926e-e7f8-4016-8d23-7422e0cdda78 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 948 time: 0.0975335 Apr 12 17:51:38.563801 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ca23171-6071-44a3-974a-ef853f291838 req-f750b2a7-ee7b-4a9e-86b8-236daf4f75a4 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756721 Apr 12 17:51:38.597764 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15b97ba2-f9de-435f-ac5e-e75df199de25 req-9b6380ac-5d74-4326-8aae-bb7a02af3fde tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828636 Apr 12 17:51:38.618068 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 2a732b53-47d5-484c-8d82-666190c201ca up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:51:38.672393 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 2a732b53-47d5-484c-8d82-666190c201ca completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:51:38.675025 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:55Z', 'revision_number': 2, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}, {'id': '87d6510f-a8a0-4a47-9d80-63a877c539bd', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:03:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fea017-0e33-4088-b402-533449471609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:01Z', 'updated_at': '2022-04-12T17:51:37Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:38.681345 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 2a732b53-47d5-484c-8d82-666190c201ca triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:38.681871 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (2a732b53-47d5-484c-8d82-666190c201ca), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:38.706825 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041cca7-d3de-4482-8ed3-1461453ec0ab req-7693d61c-c737-4568-8cae-52ff8f5b2f3f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:38.707527 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d6be4-2c54-40cb-86d9-7979f1bc7662 None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:55Z', 'revision_number': 2, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}, {'id': '87d6510f-a8a0-4a47-9d80-63a877c539bd', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:03:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fea017-0e33-4088-b402-533449471609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:01Z', 'updated_at': '2022-04-12T17:51:37Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:51:38.708572 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7041cca7-d3de-4482-8ed3-1461453ec0ab req-7693d61c-c737-4568-8cae-52ff8f5b2f3f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0781946 Apr 12 17:51:38.741858 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42d108-a835-4af8-a2fd-ee3c0fdda746 req-6b8ebd05-80c5-4589-9af9-ff41797fd593 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:38.743608 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec42d108-a835-4af8-a2fd-ee3c0fdda746 req-6b8ebd05-80c5-4589-9af9-ff41797fd593 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 943 time: 0.0835364 Apr 12 17:51:38.786398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 2a732b53-47d5-484c-8d82-666190c201ca is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:38.786800 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2a732b53-47d5-484c-8d82-666190c201ca), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:38.802470 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7041cca7-d3de-4482-8ed3-1461453ec0ab req-42736fb1-7fed-46e4-ade9-c3f36c37e89e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864673 Apr 12 17:51:38.826871 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 2a732b53-47d5-484c-8d82-666190c201ca, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a732b53-47d5-484c-8d82-666190c201ca,segment=NetworkSegment(b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8),segment_id=b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:38.832395 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2a732b53-47d5-484c-8d82-666190c201ca), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:38.840543 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec42d108-a835-4af8-a2fd-ee3c0fdda746 req-5aff879b-3972-4a18-bc7e-5bee7cbeab8f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859156 Apr 12 17:51:38.900522 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=2a732b53-47d5-484c-8d82-666190c201ca,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:38.953662 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76940b2c-8643-4415-a101-71118d3f333d None None] New status for floating IP 87d6510f-a8a0-4a47-9d80-63a877c539bd: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:51:38.979480 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc68e-f66c-4a43-8e12-2f5bf9dc9cdb req-b8321c82-1038-490f-8383-42c3008a8f3e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:38.980983 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2b5fc68e-f66c-4a43-8e12-2f5bf9dc9cdb req-b8321c82-1038-490f-8383-42c3008a8f3e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.1000643 Apr 12 17:51:39.001173 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96218-5a54-4552-bbe3-7d9c3475a0ad req-ad2e6196-35e0-4096-904a-09b48ad1af23 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.002724 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1fa96218-5a54-4552-bbe3-7d9c3475a0ad req-ad2e6196-35e0-4096-904a-09b48ad1af23 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.0699542 Apr 12 17:51:39.115391 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-af484bd4-ca1b-423a-b206-7700454ea0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.117015 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-af484bd4-ca1b-423a-b206-7700454ea0b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 1129 time: 0.1054106 Apr 12 17:51:39.121817 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79919ff-1aa5-4d08-9bf8-f48dd3c8b4e3 req-9c161460-7243-4e1c-9057-907fb2e4ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.123256 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f79919ff-1aa5-4d08-9bf8-f48dd3c8b4e3 req-9c161460-7243-4e1c-9057-907fb2e4ef9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 1129 time: 0.1135538 Apr 12 17:51:39.152803 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2b5fc68e-f66c-4a43-8e12-2f5bf9dc9cdb req-87ac953e-bbaa-4e5d-880a-24881ef00eed tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657705 Apr 12 17:51:39.187454 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1fa96218-5a54-4552-bbe3-7d9c3475a0ad req-7a4de7bd-a9b7-4719-b54a-ccd794c7427d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603076 Apr 12 17:51:39.251263 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f79919ff-1aa5-4d08-9bf8-f48dd3c8b4e3 req-0fdabb04-7394-4d92-b397-2ebb833035b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123939 Apr 12 17:51:39.272734 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-10d26760-8990-44e4-bcb5-0cd235030ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.274224 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-10d26760-8990-44e4-bcb5-0cd235030ae7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 915 time: 0.1454523 Apr 12 17:51:39.534192 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efd52-54e1-4eb9-ba2f-9dad88ded562 req-b692470e-3111-4771-bc10-8c3ceea14990 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.535749 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8b7efd52-54e1-4eb9-ba2f-9dad88ded562 req-b692470e-3111-4771-bc10-8c3ceea14990 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.0946953 Apr 12 17:51:39.565206 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-5e9d77e6-cdfe-4e41-ab59-ad36e6ad5fcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 HTTP/1.1" status: 200 len: 1000 time: 0.1063089 Apr 12 17:51:39.593989 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a732b53-47d5-484c-8d82-666190c201ca'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:39.596555 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9af5ad-3867-4b50-a1b3-a7927b95280f" -d '{"events": [{"server_uuid": "83108ead-9e8d-4a45-8d0e-4d0391fd1df4", "name": "network-vif-plugged", "status": "completed", "tag": "2a732b53-47d5-484c-8d82-666190c201ca"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:39.634261 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8b7efd52-54e1-4eb9-ba2f-9dad88ded562 req-74ea2251-3376-410c-bf23-b5c8bfad561f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914829 Apr 12 17:51:39.634499 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b671e0-5c2f-4e69-9d78-a13d48284f61 x-openstack-request-id: req-e7b671e0-5c2f-4e69-9d78-a13d48284f61 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:39.635198 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83108ead-9e8d-4a45-8d0e-4d0391fd1df4", "name": "network-vif-plugged", "status": "completed", "tag": "2a732b53-47d5-484c-8d82-666190c201ca", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:39.635377 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7b671e0-5c2f-4e69-9d78-a13d48284f61 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:39.635871 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b671e0-5c2f-4e69-9d78-a13d48284f61'] response: {'server_uuid': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a732b53-47d5-484c-8d82-666190c201ca', 'code': 200} Apr 12 17:51:39.642225 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-205cc3c5-071f-40cc-80a4-8f88f3207f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.643859 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-205cc3c5-071f-40cc-80a4-8f88f3207f90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0720706 Apr 12 17:51:39.697693 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-09fe8154-112c-4d25-a478-98e480f54910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.699169 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-09fe8154-112c-4d25-a478-98e480f54910 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486875 Apr 12 17:51:39.737217 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1b29-042f-4d18-966f-6313a886f510 req-f18638ae-eb20-479c-a8bc-ba0a67ea23e0 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.738684 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d69c1b29-042f-4d18-966f-6313a886f510 req-f18638ae-eb20-479c-a8bc-ba0a67ea23e0 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0538182 Apr 12 17:51:39.786233 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d69c1b29-042f-4d18-966f-6313a886f510 req-0c78482f-3a45-407c-8f1c-13ce6483c32b tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Apr 12 17:51:39.964630 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98434c24-6efc-42a3-975c-31c8e1a03c37 req-fadbf6ff-0703-4d50-bb8b-6dabea3dae83 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.966194 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-98434c24-6efc-42a3-975c-31c8e1a03c37 req-fadbf6ff-0703-4d50-bb8b-6dabea3dae83 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0947890 Apr 12 17:51:39.988405 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41b42-cd8e-4af2-bb16-283717b017f0 req-8a96b9f0-5a1a-46e2-8494-24f12cc6596b tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:39.989912 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95c41b42-cd8e-4af2-bb16-283717b017f0 req-8a96b9f0-5a1a-46e2-8494-24f12cc6596b tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 943 time: 0.0706265 Apr 12 17:51:40.051066 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-98434c24-6efc-42a3-975c-31c8e1a03c37 req-faed3623-077a-45cc-8d26-3964d048b82c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Apr 12 17:51:40.062041 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95c41b42-cd8e-4af2-bb16-283717b017f0 req-6419516e-9fa4-4a12-8d98-cb00fd61a224 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652628 Apr 12 17:51:40.245667 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-46200267-9bec-4633-9ed9-c8eed5165a36 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019959 Apr 12 17:51:40.379251 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcca3e2-02ff-42f9-941b-d059d5ff9025 req-a7e6764a-3a61-4df7-8d53-0f113b29be4e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:40.380722 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bcca3e2-02ff-42f9-941b-d059d5ff9025 req-a7e6764a-3a61-4df7-8d53-0f113b29be4e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.1248825 Apr 12 17:51:40.387637 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849a5f-1ab5-4cd0-b5b7-25facd2a9562 req-e9285ebd-9c8e-4a6a-a398-f4994e28d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:40.389004 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc849a5f-1ab5-4cd0-b5b7-25facd2a9562 req-e9285ebd-9c8e-4a6a-a398-f4994e28d6b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 1133 time: 0.1027479 Apr 12 17:51:40.457954 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd776a16-3ded-4202-aed3-8a8de3af80ee req-0dbfd287-d4f1-48ac-b463-2d249aa87d16 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704848 Apr 12 17:51:40.483827 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bcca3e2-02ff-42f9-941b-d059d5ff9025 req-5a4be537-d353-46a7-9273-ced62ff56ebe tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972502 Apr 12 17:51:40.491858 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc849a5f-1ab5-4cd0-b5b7-25facd2a9562 req-6949b582-58ce-4c84-acb1-0f888a80bf02 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836964 Apr 12 17:51:40.645835 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:51:40.758030 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:40.769519 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6', 'network_id': 'c3bc16ae-5c7f-4e61-9d46-0def032cc50b', 'port_id': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6', 'mac_address': 'fa:16:3e:6f:68:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d4c6b0-ad0b-4633-888f-cc49bf1cb610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:51:40.807136 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:40.807525 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:40.820678 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:40.842618 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:40.847417 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:40.897773 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:40.901676 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177b8b2-dae5-42f5-aa35-1ed858cb9572 req-a4b3a789-f644-4a2b-9a04-8d29e71cd0e3 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:40.903202 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b177b8b2-dae5-42f5-aa35-1ed858cb9572 req-a4b3a789-f644-4a2b-9a04-8d29e71cd0e3 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0467277 Apr 12 17:51:40.955204 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b177b8b2-dae5-42f5-aa35-1ed858cb9572 req-9deb8e06-326d-4e98-8d48-7fc549430369 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Apr 12 17:51:41.196352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af386-827a-4d28-ae19-a6f4e8db688c req-a8138a39-0e04-43e7-a04e-5b7476ba7826 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:41.197863 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a1af386-827a-4d28-ae19-a6f4e8db688c req-a8138a39-0e04-43e7-a04e-5b7476ba7826 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0737040 Apr 12 17:51:41.206202 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56e9eb-9d2d-4161-9313-56957f22e4c6 req-8bafe2c4-7091-404e-b48b-cdd2632d3dc7 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:41.207875 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e56e9eb-9d2d-4161-9313-56957f22e4c6 req-8bafe2c4-7091-404e-b48b-cdd2632d3dc7 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 944 time: 0.0735524 Apr 12 17:51:41.209219 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['5072e776-7b01-4a1e-ba28-a20ca3d1cef6'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:41.277953 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a1af386-827a-4d28-ae19-a6f4e8db688c req-be70831b-3901-4aa8-a533-aa9febaad492 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689549 Apr 12 17:51:41.285189 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e56e9eb-9d2d-4161-9313-56957f22e4c6 req-aea578e4-44c4-4bf4-8dc3-acb2f83a15c0 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700037 Apr 12 17:51:41.611350 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f1764-66f8-437e-ad20-669703c23b34 req-56f198e1-f83a-49c8-95c6-85a645af090e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:41.612806 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d5f1764-66f8-437e-ad20-669703c23b34 req-56f198e1-f83a-49c8-95c6-85a645af090e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.0500486 Apr 12 17:51:41.661681 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d5f1764-66f8-437e-ad20-669703c23b34 req-be7f66b8-0a6f-4952-b8ec-5edf89c9bafd tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Apr 12 17:51:42.090931 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d091c-7d0f-4702-ad8e-009f87fe7ff8 req-cba03609-762d-4fce-a4ed-684e8b52d667 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:42.093205 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e55d091c-7d0f-4702-ad8e-009f87fe7ff8 req-cba03609-762d-4fce-a4ed-684e8b52d667 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0622578 Apr 12 17:51:42.151638 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e55d091c-7d0f-4702-ad8e-009f87fe7ff8 req-4cd68c67-efc3-47ef-961f-53684471c772 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514901 Apr 12 17:51:42.427211 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cf858-12f2-4c4d-8b22-ba5e3f0eaf08 req-add60a47-fe8d-4f36-b6d8-72fa7cbc6138 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:42.428661 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-897cf858-12f2-4c4d-8b22-ba5e3f0eaf08 req-add60a47-fe8d-4f36-b6d8-72fa7cbc6138 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0763457 Apr 12 17:51:42.437596 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62378-1ce6-4b2b-a242-90e72de28866 req-50041500-b390-4993-a988-b1df25a0f4c8 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:42.439034 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-31a62378-1ce6-4b2b-a242-90e72de28866 req-50041500-b390-4993-a988-b1df25a0f4c8 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 944 time: 0.0778501 Apr 12 17:51:42.512311 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-897cf858-12f2-4c4d-8b22-ba5e3f0eaf08 req-92da57bf-47f9-491b-94fa-6c5e4188ae20 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722110 Apr 12 17:51:42.515837 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-31a62378-1ce6-4b2b-a242-90e72de28866 req-7ed7faa9-0812-41a9-bead-352e56930ea5 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689604 Apr 12 17:51:42.673114 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:51:42.725674 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:51:42.733253 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:42.733649 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:42.836082 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:42.836422 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:42.867212 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a027233-019f-4197-b6ae-7a35a2657956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:42.869839 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f244430-309a-457a-9195-ede4d137087f" -d '{"events": [{"server_uuid": "0a027233-019f-4197-b6ae-7a35a2657956", "name": "network-vif-plugged", "status": "completed", "tag": "5072e776-7b01-4a1e-ba28-a20ca3d1cef6"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:42.889722 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:42.891769 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:42.918081 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eb3472-f9b2-4a61-9374-82102314a6cc x-openstack-request-id: req-c5eb3472-f9b2-4a61-9374-82102314a6cc {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:42.918392 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a027233-019f-4197-b6ae-7a35a2657956", "name": "network-vif-plugged", "status": "completed", "tag": "5072e776-7b01-4a1e-ba28-a20ca3d1cef6", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:42.918641 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5eb3472-f9b2-4a61-9374-82102314a6cc {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:42.919027 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5eb3472-f9b2-4a61-9374-82102314a6cc'] response: {'server_uuid': '0a027233-019f-4197-b6ae-7a35a2657956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6', 'code': 200} Apr 12 17:51:42.949950 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:43.288347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba08dd-7905-406e-957f-48c7d6dd92b3 req-847ff16a-ceff-44ea-ac35-f839cb57d844 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:43.289863 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-74ba08dd-7905-406e-957f-48c7d6dd92b3 req-847ff16a-ceff-44ea-ac35-f839cb57d844 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0680346 Apr 12 17:51:43.338261 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-74ba08dd-7905-406e-957f-48c7d6dd92b3 req-5e3b3f44-b2d9-47d4-b2bc-931f007fd94a tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Apr 12 17:51:43.431068 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9cd46-9f34-4edc-a509-1594c871aaa7 req-f8161e86-410b-4302-a239-a42fc7d397dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:43.432441 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bd9cd46-9f34-4edc-a509-1594c871aaa7 req-f8161e86-410b-4302-a239-a42fc7d397dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 1129 time: 0.0416396 Apr 12 17:51:43.478445 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bd9cd46-9f34-4edc-a509-1594c871aaa7 req-4043973d-96e2-48f3-821e-89625f1d0357 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Apr 12 17:51:43.657469 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e2911-ffe2-4550-a4fe-871a84a5cfb5 req-a27f4816-3c27-4bc3-9b05-4b2d0824e9ba tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:43.658932 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b1e2911-ffe2-4550-a4fe-871a84a5cfb5 req-a27f4816-3c27-4bc3-9b05-4b2d0824e9ba tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0746067 Apr 12 17:51:43.667434 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a408b-ea5a-428a-83d4-69b91ed09295 req-303db8d6-98d1-496b-8eda-b8466f3a54e9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:43.669093 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af0a408b-ea5a-428a-83d4-69b91ed09295 req-303db8d6-98d1-496b-8eda-b8466f3a54e9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0827570 Apr 12 17:51:43.743827 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b1e2911-ffe2-4550-a4fe-871a84a5cfb5 req-aad88052-ed2c-4649-bf02-dd78c8963484 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736547 Apr 12 17:51:43.750810 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af0a408b-ea5a-428a-83d4-69b91ed09295 req-954a2015-6e18-447a-972d-cef9d5e45c00 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731447 Apr 12 17:51:44.454386 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f948e-ac12-41a5-bcfe-6ee6235c2efd req-be2b56ab-ff4b-4518-85cc-cd0322f4fd8d tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:44.455964 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c06f948e-ac12-41a5-bcfe-6ee6235c2efd req-be2b56ab-ff4b-4518-85cc-cd0322f4fd8d tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0479958 Apr 12 17:51:44.506630 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c06f948e-ac12-41a5-bcfe-6ee6235c2efd req-d02fc1a4-9bd4-4061-ac87-e03efcef7a83 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447831 Apr 12 17:51:44.778105 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e633f1c-e432-46ca-9ab6-03e5f14653b4 req-97142965-ae7c-41bd-b06a-a41367985ae3 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:44.779882 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3e633f1c-e432-46ca-9ab6-03e5f14653b4 req-97142965-ae7c-41bd-b06a-a41367985ae3 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0489395 Apr 12 17:51:44.842333 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3e633f1c-e432-46ca-9ab6-03e5f14653b4 req-3db47864-7f0b-44d0-96be-02ae1e50fa24 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555799 Apr 12 17:51:44.880112 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849f048-be99-4740-aeaa-a15cacf94a16 req-70541f7a-e496-4bcf-b151-337abd977c99 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:44.881630 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f849f048-be99-4740-aeaa-a15cacf94a16 req-70541f7a-e496-4bcf-b151-337abd977c99 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0553114 Apr 12 17:51:44.964893 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaec12-6dc8-48c9-b102-be75fc9b6b1d req-a176263d-6e51-468e-8124-967e076cf9b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:44.966295 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-96eaec12-6dc8-48c9-b102-be75fc9b6b1d req-a176263d-6e51-468e-8124-967e076cf9b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0647044 Apr 12 17:51:44.969742 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f849f048-be99-4740-aeaa-a15cacf94a16 req-2cbc55be-8141-4dc7-9505-5c9e912eff93 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821085 Apr 12 17:51:45.019071 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-96eaec12-6dc8-48c9-b102-be75fc9b6b1d req-4686139b-5702-461c-a2c8-7cf8b9125195 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Apr 12 17:51:45.963377 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55472374-202f-4259-8611-477d5b4c7817 req-8c61029f-171c-480f-a840-57f9288822cc tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:45.964750 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-55472374-202f-4259-8611-477d5b4c7817 req-8c61029f-171c-480f-a840-57f9288822cc tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0542898 Apr 12 17:51:46.015819 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-55472374-202f-4259-8611-477d5b4c7817 req-916597e8-0179-49ab-839e-5df87dfa1f7a tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Apr 12 17:51:46.105470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21174673-9618-4263-a0b3-7353b102ab73 req-1260af92-807d-4d4c-8b2d-ab1d680caf99 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:46.106942 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21174673-9618-4263-a0b3-7353b102ab73 req-1260af92-807d-4d4c-8b2d-ab1d680caf99 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0586231 Apr 12 17:51:46.154991 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dc4f5-e7a2-4dd0-a050-34233f77189a req-a36c81c5-e8bf-43cc-ba35-c034bb36d9df tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:46.156474 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9a6dc4f5-e7a2-4dd0-a050-34233f77189a req-a36c81c5-e8bf-43cc-ba35-c034bb36d9df tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0689709 Apr 12 17:51:46.197554 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21174673-9618-4263-a0b3-7353b102ab73 req-76777f7a-66a4-49c2-bb3b-b7ee4ac50473 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735953 Apr 12 17:51:46.224988 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9a6dc4f5-e7a2-4dd0-a050-34233f77189a req-c3084692-302b-4451-8752-132e6e6f521f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587826 Apr 12 17:51:47.137950 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83c39d-78ae-4257-a1c4-08d81c412691 req-e5fe26c6-c336-47aa-8ae8-072c36e0f2d1 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:47.140518 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e83c39d-78ae-4257-a1c4-08d81c412691 req-e5fe26c6-c336-47aa-8ae8-072c36e0f2d1 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0539141 Apr 12 17:51:47.195916 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e83c39d-78ae-4257-a1c4-08d81c412691 req-159ef130-f396-42fe-9423-9a641fe201ce tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 Apr 12 17:51:47.599926 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13601bac-c54c-4c6d-a900-acbd6acfee91 req-1a632577-d633-4db2-b612-79e87cd473e6 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:47.601554 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13601bac-c54c-4c6d-a900-acbd6acfee91 req-1a632577-d633-4db2-b612-79e87cd473e6 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.3348522 Apr 12 17:51:47.629270 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f81e7-eb71-46f3-96a2-c0057eaef6e7 req-cdfd10af-1c72-4fd0-96c4-f4849717f738 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:47.630623 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-062f81e7-eb71-46f3-96a2-c0057eaef6e7 req-cdfd10af-1c72-4fd0-96c4-f4849717f738 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.3351502 Apr 12 17:51:47.680626 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13601bac-c54c-4c6d-a900-acbd6acfee91 req-6cdbb5d4-fe91-4894-ae72-9629afaa9fd8 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733171 Apr 12 17:51:47.697601 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-062f81e7-eb71-46f3-96a2-c0057eaef6e7 req-9623eb53-a498-4d92-a7fb-eb81aba6359e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603659 Apr 12 17:51:48.192567 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-cc0e92a4-b1b2-4b40-b01a-22e40094c6ff tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:48.193985 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-cc0e92a4-b1b2-4b40-b01a-22e40094c6ff tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.18 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0565786 Apr 12 17:51:48.361236 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40d6ce-bfb1-401d-8329-4b3ee7a87f54 req-d6323fce-706b-491b-aad2-71a753c9a850 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:48.362723 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a40d6ce-bfb1-401d-8329-4b3ee7a87f54 req-d6323fce-706b-491b-aad2-71a753c9a850 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 949 time: 0.0833712 Apr 12 17:51:48.379060 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Deleting port 2a732b53-47d5-484c-8d82-666190c201ca {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:51:48.379410 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (2a732b53-47d5-484c-8d82-666190c201ca), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:48.475634 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a40d6ce-bfb1-401d-8329-4b3ee7a87f54 req-cf744d1d-bf24-4679-b3c7-5246f349a9f5 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/security-groups?id=859b657b-7d67-4d66-a7b5-b75b2bf8c187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048384 Apr 12 17:51:48.501474 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] For port 2a732b53-47d5-484c-8d82-666190c201ca, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a732b53-47d5-484c-8d82-666190c201ca,segment=NetworkSegment(b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8),segment_id=b0530bb8-4e94-4fcb-a6cf-1fa4323a9be8)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:48.501855 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (2a732b53-47d5-484c-8d82-666190c201ca), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:48.515443 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Calling delete_port for 2a732b53-47d5-484c-8d82-666190c201ca owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:51:48.648927 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (2a732b53-47d5-484c-8d82-666190c201ca), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:48.667350 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['2a732b53-47d5-484c-8d82-666190c201ca'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:48.690019 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Pushing event deleted for resources: {'Port': ['ID=2a732b53-47d5-484c-8d82-666190c201ca,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:48.731291 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] No DVR routers for this DVR port 2a732b53-47d5-484c-8d82-666190c201ca on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:51:48.734604 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:48.738795 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e2b875c-6c6c-4fc8-a8bf-138c6d4776a6 req-09ac3a09-56da-489d-bbf0-b1a8d817b6b6 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.18 "DELETE /v2.0/ports/2a732b53-47d5-484c-8d82-666190c201ca HTTP/1.1" status: 204 len: 173 time: 0.4934380 Apr 12 17:51:48.739328 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'name': 'network-vif-deleted', 'tag': '2a732b53-47d5-484c-8d82-666190c201ca'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:48.742540 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b3b79-23eb-42e0-b236-c937eab3a53f" -d '{"events": [{"server_uuid": "83108ead-9e8d-4a45-8d0e-4d0391fd1df4", "name": "network-vif-deleted", "tag": "2a732b53-47d5-484c-8d82-666190c201ca"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:48.843186 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb51a-6c14-49a3-80d4-e1a2e958b89e req-b74c005d-53d2-43e5-831e-59ae4ae1ffcd tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:48.844783 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7dfb51a-6c14-49a3-80d4-e1a2e958b89e req-b74c005d-53d2-43e5-831e-59ae4ae1ffcd tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0830848 Apr 12 17:51:48.865991 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fcead-b235-428b-8603-0d3ff94b3b62 req-305bcf42-7c6b-4ef2-8b70-18cfafb8a41c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:48.867548 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-961fcead-b235-428b-8603-0d3ff94b3b62 req-305bcf42-7c6b-4ef2-8b70-18cfafb8a41c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0697937 Apr 12 17:51:48.934230 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7dfb51a-6c14-49a3-80d4-e1a2e958b89e req-5cb6d944-c667-4194-949c-77a76609ea0a tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Apr 12 17:51:48.951252 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-961fcead-b235-428b-8603-0d3ff94b3b62 req-e377c906-2903-468c-83d3-ad0cd4431a0b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768142 Apr 12 17:51:49.017250 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3226ae-e643-4764-91c2-da56d549b3d2 x-openstack-request-id: req-4a3226ae-e643-4764-91c2-da56d549b3d2 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:49.017549 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83108ead-9e8d-4a45-8d0e-4d0391fd1df4", "name": "network-vif-deleted", "tag": "2a732b53-47d5-484c-8d82-666190c201ca", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:49.017810 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a3226ae-e643-4764-91c2-da56d549b3d2 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:49.018287 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3226ae-e643-4764-91c2-da56d549b3d2'] response: {'server_uuid': '83108ead-9e8d-4a45-8d0e-4d0391fd1df4', 'name': 'network-vif-deleted', 'tag': '2a732b53-47d5-484c-8d82-666190c201ca', 'status': 'completed', 'code': 200} Apr 12 17:51:49.594763 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c1a42c0-cbbd-4bac-99a2-a51ede830096 req-14571b28-05e0-43bc-a298-446caeb0ab0d tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.0300908 Apr 12 17:51:49.832138 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6f405-0fee-4544-aa8c-bf28911f2232 req-2c7b8b3f-6e01-4bf5-b5ea-6e9ef7d2a2da tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:49.834086 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ece6f405-0fee-4544-aa8c-bf28911f2232 req-2c7b8b3f-6e01-4bf5-b5ea-6e9ef7d2a2da tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Apr 12 17:51:49.894912 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ece6f405-0fee-4544-aa8c-bf28911f2232 req-c50179bf-8641-4d6c-a2b1-1db960226f85 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495880 Apr 12 17:51:50.102302 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8d12f-22f7-4492-bfe2-855f101600dd req-e1529f4b-e7af-44c2-a33b-6884dd6bbe53 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:50.103808 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03b8d12f-22f7-4492-bfe2-855f101600dd req-e1529f4b-e7af-44c2-a33b-6884dd6bbe53 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0520821 Apr 12 17:51:50.152867 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03b8d12f-22f7-4492-bfe2-855f101600dd req-bb8c46a9-4b1d-48b6-a761-55d06e4d39b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 Apr 12 17:51:50.707905 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7ed48e5-5eec-44e9-a4ff-dc31cc7622a8 req-4d4fb8c1-4f2c-4327-9a97-82d8eff67e06 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.0341911 Apr 12 17:51:50.814017 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c36ea1-e9c3-4bf0-936d-70ba8001c644 req-912b48ab-ad96-4d39-8e15-f65e452a4a70 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:50.815432 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62c36ea1-e9c3-4bf0-936d-70ba8001c644 req-912b48ab-ad96-4d39-8e15-f65e452a4a70 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Apr 12 17:51:50.864706 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62c36ea1-e9c3-4bf0-936d-70ba8001c644 req-5960d21b-060f-4fd3-a0ce-eb149666d886 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Apr 12 17:51:50.887552 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58102) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:51.014989 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ed97-3da8-456a-9ca6-bfaa5a3e53df req-321f18d1-c1f9-49fe-9187-b377492daaf7 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:51.016750 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e5e5ed97-3da8-456a-9ca6-bfaa5a3e53df req-321f18d1-c1f9-49fe-9187-b377492daaf7 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0540833 Apr 12 17:51:51.067532 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e5e5ed97-3da8-456a-9ca6-bfaa5a3e53df req-cdc60e1d-8967-4f31-8c8d-235e200b9d02 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Apr 12 17:51:51.078970 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4fb1b-9e5c-4652-8be0-021317873e52 tempest-TestMinimumBasicScenario-996125458 tempest-TestMinimumBasicScenario-996125458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:51.080585 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5fa4fb1b-9e5c-4652-8be0-021317873e52 tempest-TestMinimumBasicScenario-996125458 tempest-TestMinimumBasicScenario-996125458-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1124 time: 0.1919749 Apr 12 17:51:51.083602 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58108) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:51.088607 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'port_id': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:51.110275 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:51.196015 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:51.265129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a885fdb-2e60-4847-a26a-374cb9eada3b req-ab91d24c-16cc-4ffe-8254-0b0d260951b4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:51.266614 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9a885fdb-2e60-4847-a26a-374cb9eada3b req-ab91d24c-16cc-4ffe-8254-0b0d260951b4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0468335 Apr 12 17:51:51.301303 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Allocated IP 172.27.3.116 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/e31b21f5-a961-4737-9c6b-06edc740ea13) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:51.315302 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9a885fdb-2e60-4847-a26a-374cb9eada3b req-37465b7c-82b7-4838-ba75-2adc9f7168ec tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 Apr 12 17:51:51.415953 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:51.452441 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:51.487868 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:51.490971 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:51.493873 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:51.530003 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'Port': ['ID=e31b21f5-a961-4737-9c6b-06edc740ea13,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:51.819477 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13dd8387-73d1-4756-9729-bc5b732d223a req-d58c4f94-7a7d-43c8-96bb-675b67980354 tempest-VolumesNegativeTest-1818411637 tempest-VolumesNegativeTest-1818411637-project] 10.222.0.45 "GET /v2.0/ports?device_id=83108ead-9e8d-4a45-8d0e-4d0391fd1df4 HTTP/1.1" status: 200 len: 210 time: 0.0274830 Apr 12 17:51:51.886029 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for floatingip (96e576b7-7747-4510-9690-3cf15f2d7374), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:51.961392 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:52.124445 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:52.129930 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:52.208715 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898da80-9a62-48ba-84fe-1270deac5a42 req-9e4ab348-2dd4-4b28-a7ce-a22b9ac6312f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:52.210735 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0898da80-9a62-48ba-84fe-1270deac5a42 req-9e4ab348-2dd4-4b28-a7ce-a22b9ac6312f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0628822 Apr 12 17:51:52.211850 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'Port': ['ID=e31b21f5-a961-4737-9c6b-06edc740ea13,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:52.217497 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (96e576b7-7747-4510-9690-3cf15f2d7374), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:52.265166 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0898da80-9a62-48ba-84fe-1270deac5a42 req-518b9338-d024-40d6-8285-bcf15a8fcd4a tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Apr 12 17:51:52.322174 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Floating IP 96e576b7-7747-4510-9690-3cf15f2d7374 associated. External IP: 172.27.3.116, port: 0fa973ee-a605-46a8-ab31-9433c3b1351f. Apr 12 17:51:52.444850 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da3c-6497-4a2c-a163-0621a0afa1d2 req-cebe99b0-6b4e-49a7-84b0-0100e86165bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:52.446365 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1a3da3c-6497-4a2c-a163-0621a0afa1d2 req-cebe99b0-6b4e-49a7-84b0-0100e86165bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0459785 Apr 12 17:51:52.498257 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1a3da3c-6497-4a2c-a163-0621a0afa1d2 req-a0ca36b4-c6de-431f-a747-534592972f44 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Apr 12 17:51:52.550695 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Router 3faa389f-841f-45e6-bbaa-b9bd64386f93 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:51:52.664970 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-c398d108-a96f-4986-92df-31efe7f35bfb tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:52.665702 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:51:52.666437 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-c398d108-a96f-4986-92df-31efe7f35bfb tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Apr 12 17:51:52.675546 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] Sync routers for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:51:52.694598 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:51:52.695593 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:51:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:52.700647 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:52.714879 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 2a732b53-47d5-484c-8d82-666190c201ca no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:51:52.748789 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 2a732b53-47d5-484c-8d82-666190c201ca {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:51:52.749094 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 2a732b53-47d5-484c-8d82-666190c201ca not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:51:52.763407 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a7974158-2281-4a3b-a3d1-fd726441c07f tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6785460 Apr 12 17:51:52.764242 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:52.766189 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58126) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:52.769396 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55594e0-24fb-4371-80ad-63c26f0bcafa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:52.772533 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-1bc4820d-4d85-4e68-b4bb-a527a89f38e8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504414243', 'description': 'tempest-secgroup-smoke-504414243 description', 'project_id': '3db5ca977a664a318bbd60f2399467cc'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:52.803236 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Deleting port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:51:52.803906 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:52.810473 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef383e99-b2ed-4a5f-9edc-164ed553984a x-openstack-request-id: req-ef383e99-b2ed-4a5f-9edc-164ed553984a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:52.811553 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:52.812438 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef383e99-b2ed-4a5f-9edc-164ed553984a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:52.812879 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef383e99-b2ed-4a5f-9edc-164ed553984a'] response: {'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'status': 'completed', 'code': 200} Apr 12 17:51:52.826934 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:51:52.876536 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1bc4820d-4d85-4e68-b4bb-a527a89f38e8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:52.942573 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-a98c3361-a51f-4324-87af-11da4ec6eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:52.944461 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-a98c3361-a51f-4324-87af-11da4ec6eb0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1129 time: 0.1082582 Apr 12 17:51:53.054358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] For port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,segment=NetworkSegment(84dddc62-481d-4cc0-81a6-48d5bc8a08d6),segment_id=84dddc62-481d-4cc0-81a6-48d5bc8a08d6)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:53.054755 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.081220 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Calling delete_port for 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:51:53.085161 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '96e576b7-7747-4510-9690-3cf15f2d7374', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'port_id': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'mac_address': 'fa:16:3e:bb:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:51Z', 'updated_at': '2022-04-12T17:51:51Z', 'revision_number': 0, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 5, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:53.115750 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1bc4820d-4d85-4e68-b4bb-a527a89f38e8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group (b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.117107 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] Checking router: 3faa389f-841f-45e6-bbaa-b9bd64386f93 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:51:53.123930 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1bc4820d-4d85-4e68-b4bb-a527a89f38e8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.126237 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:51:53.126947 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:51:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:53.207649 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1bc4820d-4d85-4e68-b4bb-a527a89f38e8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.211844 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1bc4820d-4d85-4e68-b4bb-a527a89f38e8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4410374 Apr 12 17:51:53.212959 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58146) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:53.216931 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-e80dd718-3465-48a8-b2d8-aef4f220121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:53.217753 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8a32e7a7-e871-49ad-84fc-52c6b425f914 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'security_group_rule': {'security_group_id': 'b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4', 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:53.218411 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-e80dd718-3465-48a8-b2d8-aef4f220121e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 916 time: 0.2638614 Apr 12 17:51:53.227797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4820d-4d85-4e68-b4bb-a527a89f38e8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:53.274873 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7a7-e871-49ad-84fc-52c6b425f914 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (14898a37-01ff-4de9-a9e5-ca13061f5594), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.326646 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-474e3914-17d2-40ba-8ff7-282ceeca1c89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 999 time: 0.1001341 Apr 12 17:51:53.352751 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:51:53.423572 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7a7-e871-49ad-84fc-52c6b425f914 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (14898a37-01ff-4de9-a9e5-ca13061f5594), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.430692 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7a7-e871-49ad-84fc-52c6b425f914 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (14898a37-01ff-4de9-a9e5-ca13061f5594), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.462200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (5072e776-7b01-4a1e-ba28-a20ca3d1cef6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.469348 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7a7-e871-49ad-84fc-52c6b425f914 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.474319 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8a32e7a7-e871-49ad-84fc-52c6b425f914 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606382 Apr 12 17:51:53.478032 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['5072e776-7b01-4a1e-ba28-a20ca3d1cef6'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:53.478416 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58160) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:53.491180 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32e7a7-e871-49ad-84fc-52c6b425f914 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14898a37-01ff-4de9-a9e5-ca13061f5594,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:53.491656 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-6539b9dd-25b6-40aa-9032-fb11407ff87c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'security_group_rule': {'security_group_id': 'b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4', 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:53.517239 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-824d984f-e520-4f58-a528-0525d282ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:53.518636 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-824d984f-e520-4f58-a528-0525d282ef99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 200 len: 854 time: 0.1583843 Apr 12 17:51:53.525452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622976e-e96f-463c-a4f8-a5157d1db970 req-acf6d06b-5aad-45f1-bdbd-3e3c5f6e64d4 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:53.526975 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a622976e-e96f-463c-a4f8-a5157d1db970 req-acf6d06b-5aad-45f1-bdbd-3e3c5f6e64d4 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a027233-019f-4197-b6ae-7a35a2657956 HTTP/1.1" status: 200 len: 945 time: 0.1303144 Apr 12 17:51:53.535999 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Pushing event deleted for resources: {'Port': ['ID=5072e776-7b01-4a1e-ba28-a20ca3d1cef6,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:53.658600 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '96e576b7-7747-4510-9690-3cf15f2d7374', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'port_id': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'mac_address': 'fa:16:3e:bb:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:51Z', 'updated_at': '2022-04-12T17:51:51Z', 'revision_number': 0, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 5, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:53.667517 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] No DVR routers for this DVR port 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:51:53.670233 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.674123 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d933bbf-1382-45fd-85ac-2aeea0239ff4 req-243dda53-ef0a-4569-bcc9-aeaa9b7dcc5e tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.18 "DELETE /v2.0/ports/5072e776-7b01-4a1e-ba28-a20ca3d1cef6 HTTP/1.1" status: 204 len: 173 time: 0.9999735 Apr 12 17:51:53.695815 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a027233-019f-4197-b6ae-7a35a2657956', 'name': 'network-vif-deleted', 'tag': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:53.696011 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328374bc-f9db-48d9-ac25-462165d0c84f None None] The sync data for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi is: [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '96e576b7-7747-4510-9690-3cf15f2d7374', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'port_id': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'mac_address': 'fa:16:3e:bb:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:51Z', 'updated_at': '2022-04-12T17:51:51Z', 'revision_number': 0, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 5, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:51:53.697383 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53f5daf-37f3-41bc-b514-84385355d44a" -d '{"events": [{"server_uuid": "0a027233-019f-4197-b6ae-7a35a2657956", "name": "network-vif-deleted", "tag": "5072e776-7b01-4a1e-ba28-a20ca3d1cef6"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:53.701293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-4cfa85b6-9f70-43c5-bde3-064ee6aa8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:53.707298 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-4cfa85b6-9f70-43c5-bde3-064ee6aa8395 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e798e50-a7fe-415b-9e2d-76d9be553554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1600809 Apr 12 17:51:53.763972 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6539b9dd-25b6-40aa-9032-fb11407ff87c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (95fec554-aa8e-4421-ba19-2bc4e6eff4fc), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:53.796455 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d09029-fc82-4cfd-b290-94fc371fc765 req-fd2b86fa-3fa0-4f5b-a475-0f3ec9534f7a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:53.797995 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c6d09029-fc82-4cfd-b290-94fc371fc765 req-fd2b86fa-3fa0-4f5b-a475-0f3ec9534f7a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.1842825 Apr 12 17:51:53.860917 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a622976e-e96f-463c-a4f8-a5157d1db970 req-3649b647-ecbd-4a66-ada8-d9ae7db817b5 tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad179800-0a1a-46f1-9019-b6a3425b0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190897 Apr 12 17:51:53.918353 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25990790-ae3c-46a2-9a8a-d47055d3b646 x-openstack-request-id: req-25990790-ae3c-46a2-9a8a-d47055d3b646 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:53.918958 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a027233-019f-4197-b6ae-7a35a2657956", "name": "network-vif-deleted", "tag": "5072e776-7b01-4a1e-ba28-a20ca3d1cef6", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:53.918958 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25990790-ae3c-46a2-9a8a-d47055d3b646 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:53.919309 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25990790-ae3c-46a2-9a8a-d47055d3b646'] response: {'server_uuid': '0a027233-019f-4197-b6ae-7a35a2657956', 'name': 'network-vif-deleted', 'tag': '5072e776-7b01-4a1e-ba28-a20ca3d1cef6', 'status': 'completed', 'code': 200} Apr 12 17:51:53.983468 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c6d09029-fc82-4cfd-b290-94fc371fc765 req-2bd0cf4d-a639-4a61-9dae-9c0c27e3621d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331048 Apr 12 17:51:53.994302 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-727b7f07-12cd-452f-b21f-5d2fb7f23837 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787457 Apr 12 17:51:54.012831 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6539b9dd-25b6-40aa-9032-fb11407ff87c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (95fec554-aa8e-4421-ba19-2bc4e6eff4fc), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.021502 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6539b9dd-25b6-40aa-9032-fb11407ff87c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (95fec554-aa8e-4421-ba19-2bc4e6eff4fc), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.044851 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f79dc0-5b00-4316-8b3e-cf5c996f5617 None None] New status for floating IP 96e576b7-7747-4510-9690-3cf15f2d7374: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:51:54.084939 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539b9dd-25b6-40aa-9032-fb11407ff87c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fec554-aa8e-4421-ba19-2bc4e6eff4fc,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:54.093035 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6539b9dd-25b6-40aa-9032-fb11407ff87c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.096940 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6539b9dd-25b6-40aa-9032-fb11407ff87c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6092849 Apr 12 17:51:54.103501 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58230) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:54.106394 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-2797d6fe-69fe-4646-8798-0457213ba7b3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'security_group_rule': {'security_group_id': 'b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4', 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:54.142877 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b55594e0-24fb-4371-80ad-63c26f0bcafa req-3bcb3bcd-411f-4b6f-bde1-a96bc8c51cd6 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330941 Apr 12 17:51:54.150059 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2797d6fe-69fe-4646-8798-0457213ba7b3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (357bd43e-a2ea-4253-8725-9313c506063b), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.220491 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2797d6fe-69fe-4646-8798-0457213ba7b3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (357bd43e-a2ea-4253-8725-9313c506063b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.226129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2797d6fe-69fe-4646-8798-0457213ba7b3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (357bd43e-a2ea-4253-8725-9313c506063b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.249374 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797d6fe-69fe-4646-8798-0457213ba7b3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357bd43e-a2ea-4253-8725-9313c506063b,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:54.255829 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2797d6fe-69fe-4646-8798-0457213ba7b3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.257510 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2797d6fe-69fe-4646-8798-0457213ba7b3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553135 Apr 12 17:51:54.260522 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58242) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:54.265455 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-2172e969-c7c0-47ac-8afb-5395b93807c8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'security_group_rule': {'security_group_id': 'b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4', 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:54.295322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2172e969-c7c0-47ac-8afb-5395b93807c8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (cd78afc4-1e03-4913-b05d-54a830ff0443), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.363922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2172e969-c7c0-47ac-8afb-5395b93807c8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (cd78afc4-1e03-4913-b05d-54a830ff0443), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.368999 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2172e969-c7c0-47ac-8afb-5395b93807c8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (cd78afc4-1e03-4913-b05d-54a830ff0443), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.401784 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172e969-c7c0-47ac-8afb-5395b93807c8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd78afc4-1e03-4913-b05d-54a830ff0443,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:54.416646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2172e969-c7c0-47ac-8afb-5395b93807c8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.417856 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2172e969-c7c0-47ac-8afb-5395b93807c8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1563818 Apr 12 17:51:54.420800 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:54.425743 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'security_group_rule': {'security_group_id': 'b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4', 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:54.451775 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Project 3db5ca977a664a318bbd60f2399467cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:51:54.458386 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (6b4374d0-9065-4688-ac6c-2dd2523e628b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.531606 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (6b4374d0-9065-4688-ac6c-2dd2523e628b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.537151 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (6b4374d0-9065-4688-ac6c-2dd2523e628b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.562723 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4374d0-9065-4688-ac6c-2dd2523e628b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:54.572732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.573958 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-80699fe5-ddf9-4761-baa8-40fd8ede4652 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521301 Apr 12 17:51:54.576917 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58266) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:54.582161 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'security_group_rule': {'security_group_id': 'b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4', 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:54.605819 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Project 3db5ca977a664a318bbd60f2399467cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:51:54.611866 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (69a5c3f5-b090-4008-a230-f0bd331ba53b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.676035 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (69a5c3f5-b090-4008-a230-f0bd331ba53b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.680698 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (69a5c3f5-b090-4008-a230-f0bd331ba53b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.702005 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a5c3f5-b090-4008-a230-f0bd331ba53b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:54.708344 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:54.711548 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1cadca3d-8c4d-4455-8bf0-3c0c418a9503 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335948 Apr 12 17:51:54.818194 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-cb482ee6-fa09-4be9-a54c-684c84bd9fc5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504414243&fields=id&tenant_id=3db5ca977a664a318bbd60f2399467cc HTTP/1.1" status: 200 len: 267 time: 0.0589447 Apr 12 17:51:54.873030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-15d2c4fc-a551-4203-b087-483a459b4b9a tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:54.875518 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-15d2c4fc-a551-4203-b087-483a459b4b9a tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.0511250 Apr 12 17:51:54.886260 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'port': {'security_groups': ['6952ef08-8c91-497a-ac6f-cc0484bc56a3', 'b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:54.979574 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:55.147613 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932c3a0-e4aa-4e89-9cf0-a55b7ec2ec61 req-5acbc687-b4d7-4dbd-8958-6ee94d710907 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:55.150095 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c932c3a0-e4aa-4e89-9cf0-a55b7ec2ec61 req-5acbc687-b4d7-4dbd-8958-6ee94d710907 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0801117 Apr 12 17:51:55.262301 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c932c3a0-e4aa-4e89-9cf0-a55b7ec2ec61 req-3fe69e61-3e30-47e8-a805-e7c10d0e8340 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040189 Apr 12 17:51:55.303626 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:55.344320 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:55.351129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:55.365041 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0fa973ee-a605-46a8-ab31-9433c3b1351f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:55.398797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:55.399719 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:55.401263 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50cf00fe-a9aa-46c2-9f07-4ddfc6902750 req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "PUT /v2.0/ports/0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 981 time: 0.5203247 Apr 12 17:51:55.448049 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d3efd-139e-4b42-9502-beaa82aff5ff tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=6']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:55.576908 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4a2a0-e69f-444d-b6bd-6b2d7cb2770e req-ef7d6279-3370-4041-9397-399317a9a6f1 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:55.578856 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a5d4a2a0-e69f-444d-b6bd-6b2d7cb2770e req-ef7d6279-3370-4041-9397-399317a9a6f1 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0780473 Apr 12 17:51:55.592797 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0fa973ee-a605-46a8-ab31-9433c3b1351f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:55.672412 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a5d4a2a0-e69f-444d-b6bd-6b2d7cb2770e req-67af193d-cc9b-4cb0-a17a-5b050c08cdd3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872819 Apr 12 17:51:55.865949 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-7709fc2a-7d03-4d3d-b309-06192199dd98 None None] Provisioning complete for port 0fa973ee-a605-46a8-ab31-9433c3b1351f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:55.866328 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7709fc2a-7d03-4d3d-b309-06192199dd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:55.921405 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:55.925749 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:55.973971 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfa5a7d-03ad-4741-a57c-e3c71d62dca8 x-openstack-request-id: req-fdfa5a7d-03ad-4741-a57c-e3c71d62dca8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:55.974270 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:55.974522 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdfa5a7d-03ad-4741-a57c-e3c71d62dca8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:55.975163 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfa5a7d-03ad-4741-a57c-e3c71d62dca8'] response: {'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'status': 'completed', 'code': 200} Apr 12 17:51:56.083948 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7709fc2a-7d03-4d3d-b309-06192199dd98 None None] Current status of the port 0fa973ee-a605-46a8-ab31-9433c3b1351f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:56.157250 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-35833c33-293a-4b56-88a0-8c7f138011c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:56.158967 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-35833c33-293a-4b56-88a0-8c7f138011c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1168 time: 0.0737369 Apr 12 17:51:56.282433 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dfdbc-d4f1-4e67-9949-17c12158b506 req-7de79634-8a61-4a0f-8976-180674681ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:56.283989 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-935dfdbc-d4f1-4e67-9949-17c12158b506 req-7de79634-8a61-4a0f-8976-180674681ddb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 1129 time: 0.0836227 Apr 12 17:51:56.327241 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-7ad54792-00f4-4e89-946b-dd487e298507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:56.327640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-044a876b-814e-48d8-bb9a-887db51f8fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:56.328697 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-7ad54792-00f4-4e89-946b-dd487e298507 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 916 time: 0.1593390 Apr 12 17:51:56.393787 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-935dfdbc-d4f1-4e67-9949-17c12158b506 req-1d8ed883-06e9-47f7-90c5-98b8a6cd31ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017284 Apr 12 17:51:56.415861 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bee7c9-9a6d-4b69-a1e8-4e6713ff36f5 req-a81b290b-789d-40a4-8f24-af7d38f67411 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:56.415861 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-08bee7c9-9a6d-4b69-a1e8-4e6713ff36f5 req-a81b290b-789d-40a4-8f24-af7d38f67411 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0572762 Apr 12 17:51:56.469141 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-08bee7c9-9a6d-4b69-a1e8-4e6713ff36f5 req-97f2374d-ec32-4637-8929-bb0e9d8f9323 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 Apr 12 17:51:57.592495 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5f48a-7a43-498e-9a46-bc78e16649cc req-2b83920f-3986-443e-aa25-270ac248a361 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:57.594029 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6a5f48a-7a43-498e-9a46-bc78e16649cc req-2b83920f-3986-443e-aa25-270ac248a361 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0484240 Apr 12 17:51:57.645160 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6a5f48a-7a43-498e-9a46-bc78e16649cc req-0333cfb7-f10d-4ae6-8db4-fc820f5bb375 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Apr 12 17:51:58.548584 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da63b4f8-628e-478c-926d-0bc8bac2a51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:58.776162 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4aa1e-519e-4eb1-8411-7ae1898e2cd8 req-beed42b5-0f87-4f87-9c7e-ff2ac23fd40e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:58.777589 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f6f4aa1e-519e-4eb1-8411-7ae1898e2cd8 req-beed42b5-0f87-4f87-9c7e-ff2ac23fd40e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0539763 Apr 12 17:51:58.828036 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f6f4aa1e-519e-4eb1-8411-7ae1898e2cd8 req-b86ac3f5-2832-4980-99b0-e2266d5d0240 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Apr 12 17:51:59.518851 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:51:59.548816 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:51:59.549518 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5072e776-7b01-4a1e-ba28-a20ca3d1cef6 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:51:59.721520 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-61329bc9-b118-40e5-bcae-28e746a419c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 1001 time: 0.0627427 Apr 12 17:51:59.783205 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-9a806c7a-4e58-44be-8d36-31d535dcb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:59.784567 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-9a806c7a-4e58-44be-8d36-31d535dcb727 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 200 len: 854 time: 0.0496917 Apr 12 17:51:59.832576 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-d3da39ec-02c1-426b-815b-a74469bc9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:59.834052 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-d3da39ec-02c1-426b-815b-a74469bc9134 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e798e50-a7fe-415b-9e2d-76d9be553554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410326 Apr 12 17:51:59.954857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be7fac-efe5-4bae-90ca-de91dc8fa385 req-a2d27d61-7c79-487c-bef9-1115a6646560 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:59.956365 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21be7fac-efe5-4bae-90ca-de91dc8fa385 req-a2d27d61-7c79-487c-bef9-1115a6646560 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0599873 Apr 12 17:51:59.973669 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-b3aba438-9868-4b78-8536-80c7a74b7ee8 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312349 Apr 12 17:52:00.014679 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21be7fac-efe5-4bae-90ca-de91dc8fa385 req-96b8bb9a-66c0-49e0-a120-f76f480cb71d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523334 Apr 12 17:52:00.090772 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:00.488201 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07920fa1-b73e-4ded-9b6f-f4894ade9f1f req-cc07e20a-4474-4abe-a5ea-dc7430460dab service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924888 Apr 12 17:52:00.922457 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58508) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:01.079881 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-610c41a1-8af8-47fa-b715-160a755c9563 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1a8e06802ef472eb1640f051b77c52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562099 Apr 12 17:52:01.082748 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58516) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:01.165422 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15879ff-f6c0-4ffa-bf04-5d961c736a03 req-a2bd79f5-dc05-46d0-96d6-4866e7225fd7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:01.166919 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f15879ff-f6c0-4ffa-bf04-5d961c736a03 req-a2bd79f5-dc05-46d0-96d6-4866e7225fd7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0646143 Apr 12 17:52:01.183068 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2773fd7-3455-42f0-b91d-280f3138ee42 admin admin] Publish callbacks [] for security_group (859b657b-7d67-4d66-a7b5-b75b2bf8c187), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:01.224812 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2773fd7-3455-42f0-b91d-280f3138ee42 admin admin] Publish callbacks [] for security_group (859b657b-7d67-4d66-a7b5-b75b2bf8c187), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:01.243973 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f15879ff-f6c0-4ffa-bf04-5d961c736a03 req-5af3cf93-e352-4483-85b8-e5a50afb06b8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697205 Apr 12 17:52:01.285992 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2773fd7-3455-42f0-b91d-280f3138ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (859b657b-7d67-4d66-a7b5-b75b2bf8c187), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:01.289887 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2773fd7-3455-42f0-b91d-280f3138ee42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:01.291373 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a2773fd7-3455-42f0-b91d-280f3138ee42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/859b657b-7d67-4d66-a7b5-b75b2bf8c187 HTTP/1.1" status: 204 len: 168 time: 0.2074206 Apr 12 17:52:01.299820 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2773fd7-3455-42f0-b91d-280f3138ee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b657b-7d67-4d66-a7b5-b75b2bf8c187,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:01.370559 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:02.377585 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11a1b-1e26-4430-993a-eb1fbd7cf8e4 req-270f0c0b-9ff6-4995-bb84-782581daaeeb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:02.379698 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb11a1b-1e26-4430-993a-eb1fbd7cf8e4 req-270f0c0b-9ff6-4995-bb84-782581daaeeb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0617192 Apr 12 17:52:02.459626 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dbb11a1b-1e26-4430-993a-eb1fbd7cf8e4 req-72da63a5-f6ca-472f-843e-39fd80a5d45c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736301 Apr 12 17:52:02.713829 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:02.833196 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028271b-f35e-4ec4-b534-b46c6b701976 req-f7ad519f-5c76-4d29-952e-a4909375becc tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:02.834695 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c028271b-f35e-4ec4-b534-b46c6b701976 req-f7ad519f-5c76-4d29-952e-a4909375becc tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0927536 Apr 12 17:52:02.836487 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-af286921-5d90-4638-a862-934db90d169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:02.838387 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-af286921-5d90-4638-a862-934db90d169c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 1129 time: 0.1061292 Apr 12 17:52:02.972059 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c028271b-f35e-4ec4-b534-b46c6b701976 req-43cac6a4-57fd-4720-ae4e-2b541948171c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289887 Apr 12 17:52:03.021812 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-9cdea42a-f457-46ce-af5e-a556ed614e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:03.023343 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-9cdea42a-f457-46ce-af5e-a556ed614e85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1610186 Apr 12 17:52:03.092354 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-6f3163b8-a31e-4e80-a56e-3a97eb458646 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645 HTTP/1.1" status: 200 len: 217 time: 0.0516775 Apr 12 17:52:03.147207 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-9de04f35-dbb4-4034-8e66-4086bb38bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:03.148850 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-9de04f35-dbb4-4034-8e66-4086bb38bc18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0477426 Apr 12 17:52:03.211341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-a795513e-a9fd-4c29-95e8-1c3177b0e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:03.215553 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-a795513e-a9fd-4c29-95e8-1c3177b0e3bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490258 Apr 12 17:52:03.406982 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-5d499952-dac9-425e-8489-3ee9c71739b7 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315391 Apr 12 17:52:03.508998 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7bba9736-632f-4218-b12f-844ba62b9fe8 req-32a42526-d0d3-4af9-b941-b75388a984d2 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899084 Apr 12 17:52:04.106555 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f427c-3279-403d-85e1-96bb908f85bf req-31ddc8b4-f270-4734-9d5a-80edf40bdb35 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:04.109613 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-700f427c-3279-403d-85e1-96bb908f85bf req-31ddc8b4-f270-4734-9d5a-80edf40bdb35 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0582073 Apr 12 17:52:04.163744 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-700f427c-3279-403d-85e1-96bb908f85bf req-4da9c6f1-e6ce-40fa-a4f5-5bf890a7cc16 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Apr 12 17:52:05.295066 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58b198-9bbc-4a46-8edf-c2c9dee40648 req-2f7b5b5f-88f0-43c3-85ab-0ba555559817 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:05.296995 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a58b198-9bbc-4a46-8edf-c2c9dee40648 req-2f7b5b5f-88f0-43c3-85ab-0ba555559817 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0549569 Apr 12 17:52:05.383609 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a58b198-9bbc-4a46-8edf-c2c9dee40648 req-aa61beab-e8c8-48c3-9300-b28500e441b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698822 Apr 12 17:52:06.029392 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-22a00dec-4ed4-4607-8cc1-a1637bf84d5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445795 Apr 12 17:52:06.154584 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-7c3d93c9-f316-4954-bc41-6ce40161ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:06.156743 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-7c3d93c9-f316-4954-bc41-6ce40161ba74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1130 time: 0.0476658 Apr 12 17:52:06.476209 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:06.510987 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66229d0f-13e0-401c-bf07-f69072d38dfe req-8aba1e6e-fc76-480a-a945-d6fda1bef650 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:06.512546 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-66229d0f-13e0-401c-bf07-f69072d38dfe req-8aba1e6e-fc76-480a-a945-d6fda1bef650 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Apr 12 17:52:06.846909 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-66229d0f-13e0-401c-bf07-f69072d38dfe req-9f6d4342-4d5e-4118-81f4-3d8559c09a00 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254249 Apr 12 17:52:07.127973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-60380365-3bc3-4956-a3be-39c765a786de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:07.130180 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-60380365-3bc3-4956-a3be-39c765a786de service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.1412337 Apr 12 17:52:07.225769 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-057dc0ad-5ec5-4628-a3b4-1c566d9571ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 1002 time: 0.0776446 Apr 12 17:52:07.283601 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-393efee3-152a-4169-ac5f-8ca871a0df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:07.285114 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-393efee3-152a-4169-ac5f-8ca871a0df8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0473292 Apr 12 17:52:07.340819 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-b3d6e309-78e9-4fde-b618-8ea30d57e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:07.342592 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-b3d6e309-78e9-4fde-b618-8ea30d57e9b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471346 Apr 12 17:52:07.466869 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-b8da6d1d-30e7-4d06-beb1-90dec2ef64da service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145062 Apr 12 17:52:07.562425 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af3b04bb-8594-47bc-b45e-648fdf40e616 req-c688bdd4-e8d4-4e1b-b82a-2270947d3965 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877786 Apr 12 17:52:07.990776 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cdb47-962e-4f06-92ad-e17952b3b91b req-5d7d3d03-186a-4157-a42e-4198f614f134 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:07.992017 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-557cdb47-962e-4f06-92ad-e17952b3b91b req-5d7d3d03-186a-4157-a42e-4198f614f134 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0722349 Apr 12 17:52:08.058298 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-557cdb47-962e-4f06-92ad-e17952b3b91b req-b8df2895-eb51-4fdf-9768-ed409688a5e7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 Apr 12 17:52:09.708178 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58636) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:09.708178 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-a0901cb0-058d-42b2-aa9a-6218ab08d965 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12269603', 'description': 'tempest-description--1089852164'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:09.735625 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a0901cb0-058d-42b2-aa9a-6218ab08d965 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:09.827362 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a0901cb0-058d-42b2-aa9a-6218ab08d965 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group (4d1c303e-a970-4d28-81e5-0e3a9ed0f88f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:09.832261 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a0901cb0-058d-42b2-aa9a-6218ab08d965 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4d1c303e-a970-4d28-81e5-0e3a9ed0f88f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:09.861963 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a0901cb0-058d-42b2-aa9a-6218ab08d965 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:09.866078 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a0901cb0-058d-42b2-aa9a-6218ab08d965 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1591141 Apr 12 17:52:09.866614 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58638) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:09.871243 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-22ea1b24-e596-4eed-846b-3f8035578452 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'security_group_rule': {'security_group_id': '4d1c303e-a970-4d28-81e5-0e3a9ed0f88f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:09.880134 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0901cb0-058d-42b2-aa9a-6218ab08d965 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:09.931016 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ea1b24-e596-4eed-846b-3f8035578452 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group_rule (902c8abc-8d06-48a9-92ec-159513dc9961), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:09.996308 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ea1b24-e596-4eed-846b-3f8035578452 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group_rule (902c8abc-8d06-48a9-92ec-159513dc9961), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.004117 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ea1b24-e596-4eed-846b-3f8035578452 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (902c8abc-8d06-48a9-92ec-159513dc9961), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.032427 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea1b24-e596-4eed-846b-3f8035578452 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902c8abc-8d06-48a9-92ec-159513dc9961,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:10.038833 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ea1b24-e596-4eed-846b-3f8035578452 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.043031 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-22ea1b24-e596-4eed-846b-3f8035578452 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728699 Apr 12 17:52:10.043587 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58640) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:10.049499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-3ef21c68-1c25-47d0-b4d5-c72037f25523 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'security_group_rule': {'security_group_id': '4d1c303e-a970-4d28-81e5-0e3a9ed0f88f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:10.085436 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ef21c68-1c25-47d0-b4d5-c72037f25523 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group_rule (45a4af42-1b9b-4501-a076-6a88581e6063), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.157684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ef21c68-1c25-47d0-b4d5-c72037f25523 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group_rule (45a4af42-1b9b-4501-a076-6a88581e6063), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.163628 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ef21c68-1c25-47d0-b4d5-c72037f25523 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (45a4af42-1b9b-4501-a076-6a88581e6063), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.188499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef21c68-1c25-47d0-b4d5-c72037f25523 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a4af42-1b9b-4501-a076-6a88581e6063,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:10.204934 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ef21c68-1c25-47d0-b4d5-c72037f25523 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.206593 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3ef21c68-1c25-47d0-b4d5-c72037f25523 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616330 Apr 12 17:52:10.209962 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58642) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:10.220118 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:10.251240 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.345176 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.468489 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Allocated IP 172.27.3.57 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/105800c6-0331-4c63-a73e-c85438ca3c12) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:52:10.629686 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for port (105800c6-0331-4c63-a73e-c85438ca3c12), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.681597 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (105800c6-0331-4c63-a73e-c85438ca3c12), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.759355 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:52:10.765871 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:52:10.768497 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'Port': ['ID=105800c6-0331-4c63-a73e-c85438ca3c12,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:10.772713 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:52:10.925622 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:10.988079 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (105800c6-0331-4c63-a73e-c85438ca3c12), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:11.432209 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for port (105800c6-0331-4c63-a73e-c85438ca3c12), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:11.438264 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (105800c6-0331-4c63-a73e-c85438ca3c12), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:11.516367 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'Port': ['ID=105800c6-0331-4c63-a73e-c85438ca3c12,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:11.525264 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:11.542833 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:11.551957 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-78a402a3-86f1-471f-ab45-35a6287f306b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3381341 Apr 12 17:52:11.793354 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-07adaa20-4aae-4f44-b51a-eb83b0ecfe6b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--12269603&fields=id&tenant_id=11671b52d90e4b7db9c48ba20bda075a HTTP/1.1" status: 200 len: 267 time: 0.0453534 Apr 12 17:52:11.920286 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-c3d3fa8c-3b20-4d45-9c6c-7f7d61f9ecc0 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:11.923745 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-c3d3fa8c-3b20-4d45-9c6c-7f7d61f9ecc0 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 818 time: 0.1212995 Apr 12 17:52:11.940827 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-882bfa9b-2c4a-45fd-9e4b-068e4d828526 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/quotas/11671b52d90e4b7db9c48ba20bda075a HTTP/1.1" status: 200 len: 375 time: 0.0100667 Apr 12 17:52:12.022905 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-e5acb689-b6fd-4cef-913f-b9367da2bfb3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0715294 Apr 12 17:52:12.139784 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-4b06906f-58a9-487b-a1b6-213294802a93 service neutron] 10.222.0.45 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942674 Apr 12 17:52:12.242816 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-037f056a-aa84-4804-9cd9-dcda0dc14bbe service neutron] 10.222.0.45 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965981 Apr 12 17:52:12.432627 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a1e38d61-4155-449c-b8fc-7d8e78f329ec req-f77b7db3-7439-4420-b10e-0b9e8ba1be81 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 210 time: 0.0290775 Apr 12 17:52:13.539511 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc0147c4-f841-44f2-8e58-d4122fff341d req-e2667004-8a35-4255-97e4-c2a408e37ffc tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 210 time: 0.0336742 Apr 12 17:52:14.276579 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-e91f1b20-bdef-459c-8875-b7e57ecd0406 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:14.277912 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-e91f1b20-bdef-459c-8875-b7e57ecd0406 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 818 time: 0.1358600 Apr 12 17:52:14.468631 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:52:14.639273 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-946c1dc6-8ea2-46bf-af78-235e22dff316 req-c84eaf1b-688b-4c36-a67a-ab2beb4a8531 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 210 time: 0.0316017 Apr 12 17:52:14.832257 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-1dadb5b3-dc4a-408a-be3a-57897e1f9fb6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11671b52d90e4b7db9c48ba20bda075a HTTP/1.1" status: 200 len: 378 time: 0.0665071 Apr 12 17:52:14.984453 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'port': {'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'admin_state_up': True, 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'security_groups': ['4d1c303e-a970-4d28-81e5-0e3a9ed0f88f']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:15.108364 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Made reservation on behalf of 11671b52d90e4b7db9c48ba20bda075a for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:52:15.111756 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.248905 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Allocated IP 172.20.0.3 (ac04c41c-b85b-4d21-b0be-2868055ba015/f3fa4990-1c4f-457d-90b4-408ce0f1116b/92be36d1-cbcd-491d-80b3-8f71ad36fe46) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:52:15.398805 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.439453 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.492610 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Network ac04c41c-b85b-4d21-b0be-2868055ba015 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:52:15.498487 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:52:15.502548 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:52:15.528851 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event updated for resources: {'Port': ['ID=92be36d1-cbcd-491d-80b3-8f71ad36fe46,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:15.542269 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.542878 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.543457 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.543457 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.543795 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.544238 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.544827 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.545228 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.545578 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.546050 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.546252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.546590 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.547054 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.547313 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.547683 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:15.573201 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:15.573843 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.594864 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-64077622-be58-4fe8-8536-61318ed104b6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146903 Apr 12 17:52:15.619110 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Request body: {'port': {'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:15.729130 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.784184 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-7b4ff532-bd1a-4ce4-bc8c-1b020bb206de None None] Provisioning complete for port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:52:15.784790 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff532-bd1a-4ce4-bc8c-1b020bb206de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.824160 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2e6a6-5a93-4f57-a139-eba8f6906673 req-4fa3ba70-6c94-47f6-9a03-3abf6e1253a9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:15.824437 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ff532-bd1a-4ce4-bc8c-1b020bb206de None None] Port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:52:15.826897 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ae2e6a6-5a93-4f57-a139-eba8f6906673 req-4fa3ba70-6c94-47f6-9a03-3abf6e1253a9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 931 time: 0.0925093 Apr 12 17:52:15.944395 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ae2e6a6-5a93-4f57-a139-eba8f6906673 req-5f7bed9b-4bec-4ad2-bb06-4488036b1e56 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104457 Apr 12 17:52:16.101558 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92be36d1-cbcd-491d-80b3-8f71ad36fe46 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:52:16.111523 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Publish callbacks [] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:16.128053 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Transition to ACTIVE for port object 92be36d1-cbcd-491d-80b3-8f71ad36fe46 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:52:16.134814 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:16.203215 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Pushing event updated for resources: {'Port': ['ID=92be36d1-cbcd-491d-80b3-8f71ad36fe46,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:16.359188 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Attempting to bind port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:52:16.359966 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Attempting to bind port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:52:16.360566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Attempting to bind port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:52:16.365542 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 on network ac04c41c-b85b-4d21-b0be-2868055ba015 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:52:16.367602 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Attempting to bind port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 on network ac04c41c-b85b-4d21-b0be-2868055ba015 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:52:16.374712 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:52:16.375170 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Checking segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:52:16.375626 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Bound using segment: {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:52:16.376150 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Bound port: 92be36d1-cbcd-491d-80b3-8f71ad36fe46, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e90c4a-611b-4d0a-9dbc-5ebf379b838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:52:16.376551 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:16.485769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] For port 92be36d1-cbcd-491d-80b3-8f71ad36fe46, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:52:16.490369 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] For port 92be36d1-cbcd-491d-80b3-8f71ad36fe46, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:52:16.497677 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:16.537931 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:16.538574 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:16.540003 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] 10.222.0.18 "PUT /v2.0/ports/92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 1093 time: 0.9288762 Apr 12 17:52:16.540442 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:52:16.542714 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:52:16.569939 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63c116-0ede-401b-a151-1ce910dd4b17 service neutron] Pushing event updated for resources: {'Port': ['ID=92be36d1-cbcd-491d-80b3-8f71ad36fe46,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:16.632491 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d526ad-f60f-4404-b208-b064412fc8bc x-openstack-request-id: req-61d526ad-f60f-4404-b208-b064412fc8bc {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:52:16.632848 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:52:16.633971 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61d526ad-f60f-4404-b208-b064412fc8bc {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:52:16.633971 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d526ad-f60f-4404-b208-b064412fc8bc'] response: {'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'status': 'completed', 'code': 200} Apr 12 17:52:16.648811 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-a2ac94bd-73ff-42ae-be81-343a15c4fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:16.651437 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-a2ac94bd-73ff-42ae-be81-343a15c4fa88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1127 time: 0.0537765 Apr 12 17:52:16.715813 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-aed11b7c-cfb6-4a14-b031-d1d38318c001 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 217 time: 0.0567141 Apr 12 17:52:17.071382 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c753d2-8203-4c89-a2cf-139231bca624 req-6c732ef1-7d03-4fc3-aea9-3cd40e52f911 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:17.072853 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5c753d2-8203-4c89-a2cf-139231bca624 req-6c732ef1-7d03-4fc3-aea9-3cd40e52f911 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 943 time: 0.0494812 Apr 12 17:52:17.125076 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5c753d2-8203-4c89-a2cf-139231bca624 req-b2a0e0b9-0f34-423a-a1ee-e23fc95796de tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463326 Apr 12 17:52:17.766945 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-23f38af5-f455-43be-93ed-9fb6f36466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:17.768475 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-23f38af5-f455-43be-93ed-9fb6f36466ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.1021481 Apr 12 17:52:18.260147 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c75a00-da65-47d5-bc34-0553305c48d6 req-ac040386-e172-4158-9607-18eb5f627fa4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:18.261615 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0c75a00-da65-47d5-bc34-0553305c48d6 req-ac040386-e172-4158-9607-18eb5f627fa4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 943 time: 0.0505648 Apr 12 17:52:18.317538 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0c75a00-da65-47d5-bc34-0553305c48d6 req-9988ff4e-f677-4a05-9e78-14cd420470cf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500424 Apr 12 17:52:18.588689 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4428-1056-4b27-8934-da949a49e3cf req-68067c13-dc61-4bc3-9a76-4c3a78f834d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:18.590273 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-68067c13-dc61-4bc3-9a76-4c3a78f834d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460405 Apr 12 17:52:19.445870 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c597-20c7-46e4-8dbb-2f4e68a31f0a req-88438f0c-f1e5-46aa-adc3-ecda15dd9b7f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:19.447358 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f547c597-20c7-46e4-8dbb-2f4e68a31f0a req-88438f0c-f1e5-46aa-adc3-ecda15dd9b7f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 943 time: 0.0505881 Apr 12 17:52:19.503170 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f547c597-20c7-46e4-8dbb-2f4e68a31f0a req-2961ac26-a307-4b3a-bc3a-692bae3e4f11 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499334 Apr 12 17:52:19.630930 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-c8a87787-506b-4bc9-af89-e7f53f82978b service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940704 Apr 12 17:52:19.725169 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-629e4428-1056-4b27-8934-da949a49e3cf req-8357debf-661b-4190-9f8c-685be7cbce2c service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835629 Apr 12 17:52:20.638167 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd654f-2510-4615-8d0e-e103b8c6e532 req-975f22f5-d3d5-4ed7-9b14-b0bc38542f02 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:20.639828 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ebd654f-2510-4615-8d0e-e103b8c6e532 req-975f22f5-d3d5-4ed7-9b14-b0bc38542f02 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 943 time: 0.0549581 Apr 12 17:52:20.692119 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ebd654f-2510-4615-8d0e-e103b8c6e532 req-380cb5f5-cd15-4ee7-a3a7-1f30d83cb619 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463638 Apr 12 17:52:21.811729 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5010486-e4a8-4a10-8ef2-d00d318d1e32 req-5dbb4782-922c-4457-8b4d-b2c088b3988f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:21.813049 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5010486-e4a8-4a10-8ef2-d00d318d1e32 req-5dbb4782-922c-4457-8b4d-b2c088b3988f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 943 time: 0.0507367 Apr 12 17:52:21.863779 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5010486-e4a8-4a10-8ef2-d00d318d1e32 req-46a24ffd-4c54-4c00-9e27-b5b9ff69f5b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448937 Apr 12 17:52:22.993677 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efb474-7703-4d29-8e93-84bb6ca33112 req-68bae78e-3b17-462b-990d-af76812f1717 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:22.995470 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6efb474-7703-4d29-8e93-84bb6ca33112 req-68bae78e-3b17-462b-990d-af76812f1717 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 943 time: 0.0491865 Apr 12 17:52:23.044697 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6efb474-7703-4d29-8e93-84bb6ca33112 req-a66a0523-de63-4a3a-918e-b6c2ef2bfb67 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434673 Apr 12 17:52:23.662928 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 92be36d1-cbcd-491d-80b3-8f71ad36fe46 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:52:23.768433 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 92be36d1-cbcd-491d-80b3-8f71ad36fe46, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:23.779684 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'mac_address': 'fa:16:3e:f9:7f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:52:23.816735 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:52:23.817126 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:23.830651 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92be36d1-cbcd-491d-80b3-8f71ad36fe46 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:52:23.851322 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 92be36d1-cbcd-491d-80b3-8f71ad36fe46, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:23.857078 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:23.904395 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=92be36d1-cbcd-491d-80b3-8f71ad36fe46,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:23.998670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-24519977-61cd-4626-8954-53ee88320e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:24.000198 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-24519977-61cd-4626-8954-53ee88320e5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1128 time: 0.0445809 Apr 12 17:52:24.103187 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-3a939401-783f-443e-9ad2-44d16c10427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:24.104664 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-3a939401-783f-443e-9ad2-44d16c10427c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.0944433 Apr 12 17:52:24.157102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-e71cd7f2-ee62-4cce-81bb-f0531ca447b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 217 time: 0.0455253 Apr 12 17:52:24.214016 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8cb90-73d0-470d-99c7-292c81e83b37 req-c52a4593-8e74-49bc-a89e-6f34e8d33ef2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:24.215511 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3a8cb90-73d0-470d-99c7-292c81e83b37 req-c52a4593-8e74-49bc-a89e-6f34e8d33ef2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 944 time: 0.0982804 Apr 12 17:52:24.240366 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-b6128f87-49c0-4507-b071-45c3a9dcdd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:24.241792 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-b6128f87-49c0-4507-b071-45c3a9dcdd41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0696442 Apr 12 17:52:24.274975 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['92be36d1-cbcd-491d-80b3-8f71ad36fe46'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:52:24.296741 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3a8cb90-73d0-470d-99c7-292c81e83b37 req-060c595e-2ae8-4910-a35c-f8f721e54003 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735185 Apr 12 17:52:24.307015 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-4bb5eb91-0156-435d-be72-da60dad0272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:24.308570 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-4bb5eb91-0156-435d-be72-da60dad0272a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525656 Apr 12 17:52:24.400665 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-9b6175ae-12bb-4d85-914f-981b01a53803 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816522 Apr 12 17:52:24.504472 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6370b5de-c539-4ab2-9ff1-63cbdd1f400e req-e70ddc70-8fd3-451d-aca4-6d878e0775df service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853465 Apr 12 17:52:24.689885 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58860) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:24.737130 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Deleting subnet 78d4c6b0-ad0b-4633-888f-cc49bf1cb610 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:52:24.740600 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Publish callbacks [] for subnet (78d4c6b0-ad0b-4633-888f-cc49bf1cb610), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:24.775970 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6661768'] for subnet (78d4c6b0-ad0b-4633-888f-cc49bf1cb610), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:24.820175 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (78d4c6b0-ad0b-4633-888f-cc49bf1cb610), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:24.874546 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5472655'] for subnet (78d4c6b0-ad0b-4633-888f-cc49bf1cb610), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:24.901086 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d4c6b0-ad0b-4633-888f-cc49bf1cb610,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:24.905662 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:24.909517 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/78d4c6b0-ad0b-4633-888f-cc49bf1cb610 HTTP/1.1" status: 204 len: 168 time: 0.2186201 Apr 12 17:52:24.912218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58870) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:24.915078 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.915480 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.915853 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.916202 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.916545 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.916895 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.917264 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.917599 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.917954 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.918281 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.918623 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.918967 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.919321 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.919648 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.919968 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08143585-3c52-499a-a495-4d58c1e01a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:24.984284 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (c3bc16ae-5c7f-4e61-9d46-0def032cc50b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.065976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (c3bc16ae-5c7f-4e61-9d46-0def032cc50b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.086227 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bc16ae-5c7f-4e61-9d46-0def032cc50b']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:25.095950 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dddc62-481d-4cc0-81a6-48d5bc8a08d6') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:25.096259 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dddc62-481d-4cc0-81a6-48d5bc8a08d6') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:25.106384 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (84dddc62-481d-4cc0-81a6-48d5bc8a08d6), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.121829 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (84dddc62-481d-4cc0-81a6-48d5bc8a08d6), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.128351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:52:25.128779 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (84dddc62-481d-4cc0-81a6-48d5bc8a08d6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:52:25.130631 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:52:25.191399 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (c3bc16ae-5c7f-4e61-9d46-0def032cc50b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.208636 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.211932 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c3bc16ae-5c7f-4e61-9d46-0def032cc50b HTTP/1.1" status: 204 len: 168 time: 0.2985752 Apr 12 17:52:25.213493 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287c099-3c67-428c-bac1-acad5b1ea5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bc16ae-5c7f-4e61-9d46-0def032cc50b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:25.388383 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:25.417971 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb36d-5be9-461b-a685-120a20a5e596 req-be8f1855-5991-408a-986c-c046c56642b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:25.419553 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8dbb36d-5be9-461b-a685-120a20a5e596 req-be8f1855-5991-408a-986c-c046c56642b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 944 time: 0.0489686 Apr 12 17:52:25.428493 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a0ca83ad-0c2d-4d9c-8a7f-4fcf2d8df859 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2918788686fc448581cb7e4cbc44bb2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388653 Apr 12 17:52:25.432178 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58878) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:25.469541 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8dbb36d-5be9-461b-a685-120a20a5e596 req-c8cce3d6-754d-48ce-8c1b-077258fbdd5e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432661 Apr 12 17:52:25.478956 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f72ba46-372c-46ec-a776-1331924a738d admin admin] Publish callbacks [] for security_group (ad179800-0a1a-46f1-9019-b6a3425b0e39), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.500085 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f72ba46-372c-46ec-a776-1331924a738d admin admin] Publish callbacks [] for security_group (ad179800-0a1a-46f1-9019-b6a3425b0e39), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.564381 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f72ba46-372c-46ec-a776-1331924a738d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ad179800-0a1a-46f1-9019-b6a3425b0e39), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.566869 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f72ba46-372c-46ec-a776-1331924a738d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:25.568020 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6f72ba46-372c-46ec-a776-1331924a738d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad179800-0a1a-46f1-9019-b6a3425b0e39 HTTP/1.1" status: 204 len: 168 time: 0.1349936 Apr 12 17:52:25.575487 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72ba46-372c-46ec-a776-1331924a738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad179800-0a1a-46f1-9019-b6a3425b0e39,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:26.282053 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b65dbffb-629c-41f7-b045-ea949fc6eb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:26.586041 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2065eb-9b90-4e80-bbb5-46a076feeff8 req-672581c5-1f34-4442-a17e-bf7812ed0db4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:26.587899 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db2065eb-9b90-4e80-bbb5-46a076feeff8 req-672581c5-1f34-4442-a17e-bf7812ed0db4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 944 time: 0.0490425 Apr 12 17:52:26.638351 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db2065eb-9b90-4e80-bbb5-46a076feeff8 req-0d6d07b9-8f95-4f7a-9a90-fb6e631eeeff tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446095 Apr 12 17:52:26.722652 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 58912) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:26.840944 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e22b5049-8c01-406d-89e2-03e4a423810a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:26.916775 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e22b5049-8c01-406d-89e2-03e4a423810a admin admin] Publish callbacks [] for security_group (23cc6968-5d8c-4b03-8c74-6e4c12f1faa2), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:26.922009 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e22b5049-8c01-406d-89e2-03e4a423810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (23cc6968-5d8c-4b03-8c74-6e4c12f1faa2), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:26.960224 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e22b5049-8c01-406d-89e2-03e4a423810a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b42094b03e74b4c91b5b7a8f15b7d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359674 Apr 12 17:52:26.960912 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b5049-8c01-406d-89e2-03e4a423810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc6968-5d8c-4b03-8c74-6e4c12f1faa2,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:26.963780 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58918) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:27.015400 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-747683f8-4bb9-43ee-ac84-7bfaef7f45c3 admin admin] Publish callbacks [] for security_group (23cc6968-5d8c-4b03-8c74-6e4c12f1faa2), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:27.038993 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-747683f8-4bb9-43ee-ac84-7bfaef7f45c3 admin admin] Publish callbacks [] for security_group (23cc6968-5d8c-4b03-8c74-6e4c12f1faa2), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:27.090697 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-747683f8-4bb9-43ee-ac84-7bfaef7f45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (23cc6968-5d8c-4b03-8c74-6e4c12f1faa2), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:27.095078 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-747683f8-4bb9-43ee-ac84-7bfaef7f45c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:27.096300 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-747683f8-4bb9-43ee-ac84-7bfaef7f45c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23cc6968-5d8c-4b03-8c74-6e4c12f1faa2 HTTP/1.1" status: 204 len: 168 time: 0.1316743 Apr 12 17:52:27.104156 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747683f8-4bb9-43ee-ac84-7bfaef7f45c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc6968-5d8c-4b03-8c74-6e4c12f1faa2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:27.774130 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59339ba2-ea81-4057-9afa-f8c5afdcba29 req-f55945ed-af6f-4b10-810c-b3f65527c9e3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:27.776193 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59339ba2-ea81-4057-9afa-f8c5afdcba29 req-f55945ed-af6f-4b10-810c-b3f65527c9e3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 944 time: 0.0558574 Apr 12 17:52:27.828237 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59339ba2-ea81-4057-9afa-f8c5afdcba29 req-219582bd-98f7-49ff-a589-2f6495007224 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442612 Apr 12 17:52:27.894027 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 92be36d1-cbcd-491d-80b3-8f71ad36fe46 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:52:27.944405 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:52:27.951736 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:52:27.952113 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:28.037485 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:52:28.037884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:28.061823 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:52:28.064277 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0b637-f9e8-4d21-b8e6-d95ba324adc3" -d '{"events": [{"server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "name": "network-vif-plugged", "status": "completed", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:52:28.077131 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 92be36d1-cbcd-491d-80b3-8f71ad36fe46, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:28.081702 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:28.106568 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeead2c-5d1a-43f2-b09c-c732c85d2477 x-openstack-request-id: req-3aeead2c-5d1a-43f2-b09c-c732c85d2477 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:52:28.106863 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "name": "network-vif-plugged", "status": "completed", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:52:28.107165 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3aeead2c-5d1a-43f2-b09c-c732c85d2477 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:52:28.107537 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aeead2c-5d1a-43f2-b09c-c732c85d2477'] response: {'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'code': 200} Apr 12 17:52:28.138233 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=92be36d1-cbcd-491d-80b3-8f71ad36fe46,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:28.296303 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95960061-baa6-45e6-afbe-f7bbef0bb61d req-281621fb-67b3-4532-95e1-e52a4e635b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:28.297881 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95960061-baa6-45e6-afbe-f7bbef0bb61d req-281621fb-67b3-4532-95e1-e52a4e635b12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1129 time: 0.0427480 Apr 12 17:52:28.353376 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95960061-baa6-45e6-afbe-f7bbef0bb61d req-b00c9e51-b498-4823-8fb1-d7f72790fd6c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408902 Apr 12 17:52:28.549070 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8b98529-b6c0-4e4c-9e16-63155d03d656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:28.949832 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53988-8422-4710-8d63-24c5beeceb55 req-9b06b92c-9c53-4c37-a44e-c0e3bcb06a9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:28.951366 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7ec53988-8422-4710-8d63-24c5beeceb55 req-9b06b92c-9c53-4c37-a44e-c0e3bcb06a9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0504556 Apr 12 17:52:28.999895 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7ec53988-8422-4710-8d63-24c5beeceb55 req-438bb39f-8fcb-43ec-b61f-0126b165ed1e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427518 Apr 12 17:52:30.089989 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:30.126339 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed56630-3232-4864-b170-c1689174a098 req-31292b01-d652-4248-80f3-53de0496fbe7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:30.127910 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ed56630-3232-4864-b170-c1689174a098 req-31292b01-d652-4248-80f3-53de0496fbe7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0495994 Apr 12 17:52:30.180474 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ed56630-3232-4864-b170-c1689174a098 req-76d7afaa-143e-43a9-bdb3-2bfeac223efa tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467818 Apr 12 17:52:31.308045 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fea0f-baa3-4271-9b15-04d194a0dc0b req-9c2c520e-437b-464d-ba51-4019c108fa7f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:31.309607 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a6fea0f-baa3-4271-9b15-04d194a0dc0b req-9c2c520e-437b-464d-ba51-4019c108fa7f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0508242 Apr 12 17:52:31.358989 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a6fea0f-baa3-4271-9b15-04d194a0dc0b req-26957734-7ed6-4af9-8964-d92540f7e13f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434778 Apr 12 17:52:31.365470 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:31.477021 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989473-33ae-47f5-a881-18ad13ed990c req-324eeb30-99d3-4aab-8d94-2bfe0008b9a8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:31.478397 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3e989473-33ae-47f5-a881-18ad13ed990c req-324eeb30-99d3-4aab-8d94-2bfe0008b9a8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0520370 Apr 12 17:52:31.487434 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 58956) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:31.492816 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'floatingip': {'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:31.535073 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:32.001314 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:32.008157 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:32.118911 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Floating IP 9621fa90-1c46-4f83-bc49-f6f37574e285 associated. External IP: 172.27.3.57, port: 92be36d1-cbcd-491d-80b3-8f71ad36fe46. Apr 12 17:52:32.331910 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:52:32.439661 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:52:32.446935 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:32.450140 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] Sync routers for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:52:32.462334 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:52:32.463438 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:32.491328 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-be427277-0445-4f67-999e-72a1eb4bfcc5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "PUT /v2.0/floatingips/9621fa90-1c46-4f83-bc49-f6f37574e285 HTTP/1.1" status: 200 len: 990 time: 0.9897652 Apr 12 17:52:32.491328 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:52:32.491328 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6344a932-b4ef-4dd3-b499-35d34d0a82f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:52:32.517407 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80099bee-5885-4e04-bbb0-41710a9175a1 x-openstack-request-id: req-80099bee-5885-4e04-bbb0-41710a9175a1 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:52:32.517697 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:52:32.517946 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80099bee-5885-4e04-bbb0-41710a9175a1 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:52:32.518345 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80099bee-5885-4e04-bbb0-41710a9175a1'] response: {'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'status': 'completed', 'code': 200} Apr 12 17:52:32.576932 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:52:32.597384 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-aecd3575-a325-41de-bab1-7650c13e9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:32.599109 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-aecd3575-a325-41de-bab1-7650c13e9b9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1129 time: 0.0435429 Apr 12 17:52:32.699463 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:32.713216 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-044efa46-8986-4cb7-8a38-b00094085ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:32.719219 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-044efa46-8986-4cb7-8a38-b00094085ac2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1099579 Apr 12 17:52:32.793933 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-321f95db-3507-4c7e-af10-97316cc99231 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 998 time: 0.0657468 Apr 12 17:52:32.816933 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9621fa90-1c46-4f83-bc49-f6f37574e285', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'mac_address': 'fa:16:3e:f9:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:52:10Z', 'updated_at': '2022-04-12T17:52:31Z', 'revision_number': 1, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:32.842778 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] Checking router: 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:52:32.851714 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:52:32.852301 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:32.960513 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:52:33.192622 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9621fa90-1c46-4f83-bc49-f6f37574e285', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'mac_address': 'fa:16:3e:f9:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:52:10Z', 'updated_at': '2022-04-12T17:52:31Z', 'revision_number': 1, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:33.220092 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b9eda-955c-44b7-baeb-1179be9a86d1 None None] The sync data for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi is: [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9621fa90-1c46-4f83-bc49-f6f37574e285', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'mac_address': 'fa:16:3e:f9:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:52:10Z', 'updated_at': '2022-04-12T17:52:31Z', 'revision_number': 1, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:52:33.233826 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-7427d67c-7827-4f7e-b76c-dbc16f958289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:33.235343 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-7427d67c-7827-4f7e-b76c-dbc16f958289 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0493681 Apr 12 17:52:33.289124 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-3962531d-1560-4f47-bb38-db3fad3e399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:33.290639 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-3962531d-1560-4f47-bb38-db3fad3e399d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436780 Apr 12 17:52:33.429193 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177b0002-9ce7-4b63-a896-8b05b2a5fee0 None None] New status for floating IP 9621fa90-1c46-4f83-bc49-f6f37574e285: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:52:33.470583 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-632dce8f-2fb3-4849-b4e9-b7b510d9bc8f service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963473 Apr 12 17:52:33.570562 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6344a932-b4ef-4dd3-b499-35d34d0a82f3 req-46e3c684-5941-4150-a3e0-88b3fbc55103 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836823 Apr 12 17:52:34.020136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c61798-629a-4bf2-b8f6-86720aab7fb0 req-09df56cc-96fe-4810-afd5-542520c5fe56 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:34.021523 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-60c61798-629a-4bf2-b8f6-86720aab7fb0 req-09df56cc-96fe-4810-afd5-542520c5fe56 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.0515683 Apr 12 17:52:34.074510 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-60c61798-629a-4bf2-b8f6-86720aab7fb0 req-f177a4f1-0fa0-4c7f-8955-6be8d2e13506 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Apr 12 17:52:35.195068 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c9897-76d9-451f-953a-bce1e21f4910 req-4ca8c48d-da6f-408f-be04-78b0b489d11d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:35.196567 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b75c9897-76d9-451f-953a-bce1e21f4910 req-4ca8c48d-da6f-408f-be04-78b0b489d11d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.0507736 Apr 12 17:52:35.245251 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b75c9897-76d9-451f-953a-bce1e21f4910 req-baa4dc26-9ed5-4da7-ad64-be97ed46d19b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Apr 12 17:52:36.118102 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-f8f50757-f710-46b5-90b0-63c98d56843a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:36.119705 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-f8f50757-f710-46b5-90b0-63c98d56843a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.0571268 Apr 12 17:52:36.228578 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Deleting port 6401d7e5-4446-44d0-9cd4-7280ba576f9a {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:52:36.229311 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:36.330628 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] For port 6401d7e5-4446-44d0-9cd4-7280ba576f9a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6401d7e5-4446-44d0-9cd4-7280ba576f9a,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:36.330938 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:36.365685 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Calling delete_port for 6401d7e5-4446-44d0-9cd4-7280ba576f9a owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:52:36.382414 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4b16-3e9e-4bcf-bd3e-126e00993e54 req-31a304d5-3be4-42fa-a4d5-778ff4ef1757 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:36.383819 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-817f4b16-3e9e-4bcf-bd3e-126e00993e54 req-31a304d5-3be4-42fa-a4d5-778ff4ef1757 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 945 time: 0.0682664 Apr 12 17:52:36.480188 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-817f4b16-3e9e-4bcf-bd3e-126e00993e54 req-860cb677-5d75-4d5a-ad60-06ba88ebc968 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906661 Apr 12 17:52:36.486977 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:36.550873 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (6401d7e5-4446-44d0-9cd4-7280ba576f9a), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:36.841655 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Pushing event deleted for resources: {'Port': ['ID=6401d7e5-4446-44d0-9cd4-7280ba576f9a,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:36.883813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] No DVR routers for this DVR port 6401d7e5-4446-44d0-9cd4-7280ba576f9a on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:52:36.886989 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:36.890607 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a3e0f92-d826-479e-ba4d-914ef41f2b21 req-b02893c1-8625-4e29-b139-84fb020c1453 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "DELETE /v2.0/ports/6401d7e5-4446-44d0-9cd4-7280ba576f9a HTTP/1.1" status: 204 len: 173 time: 0.7647579 Apr 12 17:52:36.891071 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b839aab-6935-4872-ad76-33c1709c910d', 'name': 'network-vif-deleted', 'tag': '6401d7e5-4446-44d0-9cd4-7280ba576f9a'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:52:36.893378 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de3185-5873-4fab-b3e3-896b7e3d73f5" -d '{"events": [{"server_uuid": "2b839aab-6935-4872-ad76-33c1709c910d", "name": "network-vif-deleted", "tag": "6401d7e5-4446-44d0-9cd4-7280ba576f9a"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:52:36.933742 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9447b256-feb1-4be9-a683-5291740a75d6 x-openstack-request-id: req-9447b256-feb1-4be9-a683-5291740a75d6 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:52:36.934055 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b839aab-6935-4872-ad76-33c1709c910d", "name": "network-vif-deleted", "tag": "6401d7e5-4446-44d0-9cd4-7280ba576f9a", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:52:36.934313 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9447b256-feb1-4be9-a683-5291740a75d6 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:52:36.934722 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9447b256-feb1-4be9-a683-5291740a75d6'] response: {'server_uuid': '2b839aab-6935-4872-ad76-33c1709c910d', 'name': 'network-vif-deleted', 'tag': '6401d7e5-4446-44d0-9cd4-7280ba576f9a', 'status': 'completed', 'code': 200} Apr 12 17:52:37.594759 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1fb1b18f-9588-4f3c-b25d-c19664391e7c req-ff35daca-46e1-4cb9-bdb4-7b6c875c7152 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b839aab-6935-4872-ad76-33c1709c910d HTTP/1.1" status: 200 len: 210 time: 0.0279243 Apr 12 17:52:38.260548 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 6401d7e5-4446-44d0-9cd4-7280ba576f9a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:52:38.292277 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 6401d7e5-4446-44d0-9cd4-7280ba576f9a {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:52:38.292627 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 6401d7e5-4446-44d0-9cd4-7280ba576f9a not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:52:47.753551 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-d5bb0b7f-86bf-47f0-96c3-420be976c01b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:47.755100 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-d5bb0b7f-86bf-47f0-96c3-420be976c01b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/networks?id=90a36624-95d2-4e62-99c5-2e0a1e17756e HTTP/1.1" status: 200 len: 814 time: 0.1086624 Apr 12 17:52:47.771459 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2ad6d661-6eec-4c86-89c8-dcece1426f34 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/quotas/9e511eae935146069bdd9a386c0d8aa0 HTTP/1.1" status: 200 len: 375 time: 0.0096471 Apr 12 17:52:47.805192 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-e32759b7-1831-496e-83d1-ab58cde37641 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e511eae935146069bdd9a386c0d8aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275660 Apr 12 17:52:47.899498 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-f76274f1-1a21-4457-bbe5-5862e4d850e9 service neutron] 10.222.0.45 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868425 Apr 12 17:52:47.993955 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-5794a1f6-d3bc-492f-b917-e22bbc830881 service neutron] 10.222.0.45 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882778 Apr 12 17:52:48.176215 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b2f65a54-6db5-48d3-89b9-f591d7b45676 req-f2d3d229-7d71-48d4-a340-e50d801d7a05 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 210 time: 0.0304842 Apr 12 17:52:49.091392 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de750-ede9-4061-8321-aa6d1f8d7495 req-4954dfa5-96d8-4f7e-b310-c7de9856e13f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:49.093332 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-420de750-ede9-4061-8321-aa6d1f8d7495 req-4954dfa5-96d8-4f7e-b310-c7de9856e13f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0530958 Apr 12 17:52:49.145174 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-420de750-ede9-4061-8321-aa6d1f8d7495 req-e7b58d52-05bb-406b-945e-7f43851e4e1b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458200 Apr 12 17:52:49.288992 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8c7fa87-b372-4897-90c2-47f6292c97ca req-a8cd6e71-1152-4466-bc0f-65da8b094f87 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 210 time: 0.0363164 Apr 12 17:52:49.370986 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-cd64dead-5969-46e4-a0d4-232080142a14 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:49.372553 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-cd64dead-5969-46e4-a0d4-232080142a14 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "GET /v2.0/networks?id=90a36624-95d2-4e62-99c5-2e0a1e17756e HTTP/1.1" status: 200 len: 814 time: 0.1475518 Apr 12 17:52:49.389053 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Request body: {'port': {'device_id': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e', 'admin_state_up': True, 'tenant_id': '9e511eae935146069bdd9a386c0d8aa0'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:49.531351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Made reservation on behalf of 9e511eae935146069bdd9a386c0d8aa0 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:52:49.534829 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:49.555752 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd1f9-9288-4b8f-9d3c-435351ae74ee req-f5f56711-4af9-4de4-95ed-dca66f9510ad tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:49.557222 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d9bd1f9-9288-4b8f-9d3c-435351ae74ee req-f5f56711-4af9-4de4-95ed-dca66f9510ad tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.0677102 Apr 12 17:52:49.662622 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d9bd1f9-9288-4b8f-9d3c-435351ae74ee req-945515a4-7974-4a74-bd71-868e288f75c1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989065 Apr 12 17:52:49.707317 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Allocated IP 172.20.0.14 (90a36624-95d2-4e62-99c5-2e0a1e17756e/6f61ae89-1763-4ed3-9e91-bf49d48f50a7/4e8ae3d7-aa50-4502-9039-297b8b021820) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:52:49.858925 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks [] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:49.895363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:49.938994 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Network 90a36624-95d2-4e62-99c5-2e0a1e17756e is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:52:49.944046 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:52:49.947803 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:52:49.954515 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Pushing event updated for resources: {'Port': ['ID=4e8ae3d7-aa50-4502-9039-297b8b021820,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:50.003367 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:50.004003 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:50.023389 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a5f397ae-1627-4642-b3e2-2473e633a724 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6391358 Apr 12 17:52:50.275973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3017-fd83-4a39-a600-23d271288bea req-ebc91d8b-cc67-41d1-8eb5-62e3e9b9dd16 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:50.278050 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0bf3017-fd83-4a39-a600-23d271288bea req-ebc91d8b-cc67-41d1-8eb5-62e3e9b9dd16 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0552256 Apr 12 17:52:50.326116 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0bf3017-fd83-4a39-a600-23d271288bea req-bd4b39b0-c75d-4f8d-ad64-c135668902a6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 Apr 12 17:52:50.407790 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5639e-624f-4a1b-8a0d-b54d26987c9f req-fcfadc75-5c29-4c53-8a14-28aa873c618e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:50.409246 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4c5639e-624f-4a1b-8a0d-b54d26987c9f req-fcfadc75-5c29-4c53-8a14-28aa873c618e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 932 time: 0.0485294 Apr 12 17:52:50.459393 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4c5639e-624f-4a1b-8a0d-b54d26987c9f req-bf07883f-d7fd-424d-ba89-e40f389c5922 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Apr 12 17:52:50.781781 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1966b-2525-402e-bb06-801296a9b5bb req-424d0a18-a337-410b-bfcc-c3b0bd519f31 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:50.783199 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0e1966b-2525-402e-bb06-801296a9b5bb req-424d0a18-a337-410b-bfcc-c3b0bd519f31 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Apr 12 17:52:50.833682 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0e1966b-2525-402e-bb06-801296a9b5bb req-1db62be2-d32f-4ff7-9471-6b13c54f3d2d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446825 Apr 12 17:52:50.907712 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Request body: {'port': {'device_id': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:52:50.969184 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:51.258441 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8ae3d7-aa50-4502-9039-297b8b021820 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:52:51.266339 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Publish callbacks [] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:51.304419 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Transition to ACTIVE for port object 4e8ae3d7-aa50-4502-9039-297b8b021820 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:52:51.313025 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:51.357642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c12894-af42-4984-a94c-5d83c8cd34db req-ba8e3c13-c062-4a7c-8b7c-757c1f64d056 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:51.359292 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-32c12894-af42-4984-a94c-5d83c8cd34db req-ba8e3c13-c062-4a7c-8b7c-757c1f64d056 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.0889208 Apr 12 17:52:51.420481 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Pushing event updated for resources: {'Port': ['ID=4e8ae3d7-aa50-4502-9039-297b8b021820,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:51.469535 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:52:51.558617 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9c777-5762-4f2b-a1e8-be73834bd8c2 req-5bdfa00a-f035-414c-9913-07a037a9d54f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:51.559988 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4fc9c777-5762-4f2b-a1e8-be73834bd8c2 req-5bdfa00a-f035-414c-9913-07a037a9d54f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.1482446 Apr 12 17:52:51.611563 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:52:51.611930 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:51.646900 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845afd9-a1ee-4c80-bb6d-eab3fabac4ba req-1407edf2-460e-4ece-88be-f01187b56814 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:51.648397 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f845afd9-a1ee-4c80-bb6d-eab3fabac4ba req-1407edf2-460e-4ece-88be-f01187b56814 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 944 time: 0.1096885 Apr 12 17:52:51.652200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Attempting to bind port 4e8ae3d7-aa50-4502-9039-297b8b021820 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:52:51.652521 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Attempting to bind port 4e8ae3d7-aa50-4502-9039-297b8b021820 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:52:51.652869 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Attempting to bind port 4e8ae3d7-aa50-4502-9039-297b8b021820 on network 90a36624-95d2-4e62-99c5-2e0a1e17756e {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:52:51.711028 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Port 4e8ae3d7-aa50-4502-9039-297b8b021820 on network 90a36624-95d2-4e62-99c5-2e0a1e17756e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:52:51.711379 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Attempting to bind port 4e8ae3d7-aa50-4502-9039-297b8b021820 on network 90a36624-95d2-4e62-99c5-2e0a1e17756e {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:52:51.741200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:52:51.741544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Checking segment: {'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:52:51.741938 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Bound using segment: {'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:52:51.742387 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Bound port: 4e8ae3d7-aa50-4502-9039-297b8b021820, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15346818-7f39-4d6d-b9c8-8b98032ce100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:52:51.742744 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:51.776135 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4fc9c777-5762-4f2b-a1e8-be73834bd8c2 req-a717f0ea-ff50-440c-9ad4-4e491573da2b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882381 Apr 12 17:52:51.825344 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] For port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:51.825592 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:51.844826 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f845afd9-a1ee-4c80-bb6d-eab3fabac4ba req-9066b84f-d074-44e7-8ae6-0bb5c104045c tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871235 Apr 12 17:52:51.977816 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] For port 4e8ae3d7-aa50-4502-9039-297b8b021820, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:52:52.046882 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d5efc-5219-4297-a44e-e19f02116573 req-494f8d72-dee6-4d9a-8c1c-7eb0e4edbd05 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:52.048455 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-089d5efc-5219-4297-a44e-e19f02116573 req-494f8d72-dee6-4d9a-8c1c-7eb0e4edbd05 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 945 time: 0.1415505 Apr 12 17:52:52.050206 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] For port 4e8ae3d7-aa50-4502-9039-297b8b021820, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e8ae3d7-aa50-4502-9039-297b8b021820,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:52:52.067373 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:52.158631 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:52.159297 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:52.160723 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2a2f3733-c111-486c-a064-095215df39eb service neutron] 10.222.0.18 "PUT /v2.0/ports/4e8ae3d7-aa50-4502-9039-297b8b021820 HTTP/1.1" status: 200 len: 1094 time: 1.2591090 Apr 12 17:52:52.164470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'tag': '4e8ae3d7-aa50-4502-9039-297b8b021820'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:52:52.166839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3cee917f-36d2-4c9f-8891-f2d4dab362cc", "tag": "4e8ae3d7-aa50-4502-9039-297b8b021820"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:52:52.211734 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-089d5efc-5219-4297-a44e-e19f02116573 req-b3f4d597-a9e9-46d2-8eab-83cecb67f408 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=7329bb49-2f90-42b6-b113-e5c4850be6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572466 Apr 12 17:52:52.217408 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df10dfe-e515-4f27-b0b7-bb707704cb08 x-openstack-request-id: req-1df10dfe-e515-4f27-b0b7-bb707704cb08 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:52:52.217705 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cee917f-36d2-4c9f-8891-f2d4dab362cc", "tag": "4e8ae3d7-aa50-4502-9039-297b8b021820", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:52:52.218003 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1df10dfe-e515-4f27-b0b7-bb707704cb08 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:52:52.218423 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df10dfe-e515-4f27-b0b7-bb707704cb08'] response: {'name': 'network-changed', 'server_uuid': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'tag': '4e8ae3d7-aa50-4502-9039-297b8b021820', 'status': 'completed', 'code': 200} Apr 12 17:52:52.224527 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f3733-c111-486c-a064-095215df39eb service neutron] Pushing event updated for resources: {'Port': ['ID=4e8ae3d7-aa50-4502-9039-297b8b021820,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:52.242154 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:52.242523 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (87d6510f-a8a0-4a47-9d80-63a877c539bd), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:52.242854 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP 87d6510f-a8a0-4a47-9d80-63a877c539bd disassociated. External IP: 172.27.3.23, port: 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7. Apr 12 17:52:52.243234 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:52:52.279734 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2505b2d3-c44c-4011-8e24-c64fbc5325fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:52.281456 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-2505b2d3-c44c-4011-8e24-c64fbc5325fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e511eae935146069bdd9a386c0d8aa0&device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 1128 time: 0.0578892 Apr 12 17:52:52.351570 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-a371a6c6-061a-44dc-a95a-239463096cd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8ae3d7-aa50-4502-9039-297b8b021820 HTTP/1.1" status: 200 len: 217 time: 0.0430412 Apr 12 17:52:52.417988 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-136bfe41-f7b8-4b29-ae03-f36f09f73c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:52.419474 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-136bfe41-f7b8-4b29-ae03-f36f09f73c2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f61ae89-1763-4ed3-9e91-bf49d48f50a7 HTTP/1.1" status: 200 len: 854 time: 0.0563927 Apr 12 17:52:52.476493 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-0107b3e7-8587-48ce-9407-fa303cc2b672 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90a36624-95d2-4e62-99c5-2e0a1e17756e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341392 Apr 12 17:52:52.507064 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (7a28c8ad-3d0e-4a5b-92b5-78624ac599a7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:52.566405 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=7a28c8ad-3d0e-4a5b-92b5-78624ac599a7,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:52.649347 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-c513a631-943a-4e20-bb06-8caa2e4424f8 service neutron] 10.222.0.18 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641924 Apr 12 17:52:52.770222 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:52:52.790652 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790c67f-c865-447a-adc7-f2833d2c15c5 req-f247e0b6-f6b3-4de5-a25c-d9a2635282ba service neutron] 10.222.0.18 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161411 Apr 12 17:52:53.219351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037d338-3736-4893-b3d4-57070ac452fd req-37b68fc2-264b-4fe5-a910-04fdb7ec18b5 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:53.220860 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8037d338-3736-4893-b3d4-57070ac452fd req-37b68fc2-264b-4fe5-a910-04fdb7ec18b5 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 944 time: 0.0894909 Apr 12 17:52:53.231080 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b069e-c778-40a4-905e-cb24832c21d8 req-3407334f-2768-4bd2-9c0e-1f1a07f7965e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:53.232523 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc8b069e-c778-40a4-905e-cb24832c21d8 req-3407334f-2768-4bd2-9c0e-1f1a07f7965e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0999637 Apr 12 17:52:53.266636 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:52:53.277125 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:52:53.287583 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:52:53.288199 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:53.347685 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] No DVR routers for this DVR port 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:52:53.353317 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:53.357365 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-32c12894-af42-4984-a94c-5d83c8cd34db req-aaa7c6ee-8807-4020-99d0-a4ae7488061c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "DELETE /v2.0/ports/7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 HTTP/1.1" status: 204 len: 173 time: 1.9824474 Apr 12 17:52:53.362042 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8037d338-3736-4893-b3d4-57070ac452fd req-6fcbe4b9-cae1-4372-9324-6aed8bdb171a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286390 Apr 12 17:52:53.365598 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc8b069e-c778-40a4-905e-cb24832c21d8 req-5369fde8-945a-4e3a-9ddb-b0d9902ea245 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223648 Apr 12 17:52:53.409908 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:52:53.462331 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-323b7342-b6f8-43ad-b1d1-70232a919572 req-90c64154-7466-4fd1-9de7-c3a4ca3936ef tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fea017-0e33-4088-b402-533449471609 HTTP/1.1" status: 200 len: 210 time: 0.0321014 Apr 12 17:52:53.721216 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:55Z', 'revision_number': 2, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:53.748117 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:52:53.757140 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:52:53.757737 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:53.869736 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:52:53.924319 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-e1b59a37-5851-4c23-9da4-38b1aba0019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:53.926600 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-e1b59a37-5851-4c23-9da4-38b1aba0019e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e511eae935146069bdd9a386c0d8aa0&device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 1128 time: 0.0565529 Apr 12 17:52:54.032838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-95e6fea0-31ca-4890-bdd3-b0ee17a4ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:54.034380 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-95e6fea0-31ca-4890-bdd3-b0ee17a4ef81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90a36624-95d2-4e62-99c5-2e0a1e17756e HTTP/1.1" status: 200 len: 915 time: 0.1000147 Apr 12 17:52:54.101278 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:55Z', 'revision_number': 2, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:52:54.128667 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b99756-d97a-4451-b0bb-8d7f27de12de None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '4732b7dd-b26f-47dc-a190-8c3fab6c9e6a', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '71e22722-f4c9-4ccf-aab9-044398418168', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:e9:9d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:19Z', 'updated_at': '2022-04-12T17:49:55Z', 'revision_number': 2, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:52:54.219621 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'name': 'network-vif-deleted', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:52:54.222139 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997223d0-ccd1-47c1-b55d-05ad14fb1302" -d '{"events": [{"server_uuid": "79fea017-0e33-4088-b402-533449471609", "name": "network-vif-deleted", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:52:54.294814 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d531f-e772-4c61-810f-8e6e976ad6e8 x-openstack-request-id: req-f61d531f-e772-4c61-810f-8e6e976ad6e8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:52:54.295175 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fea017-0e33-4088-b402-533449471609", "name": "network-vif-deleted", "tag": "7a28c8ad-3d0e-4a5b-92b5-78624ac599a7", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:52:54.295465 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f61d531f-e772-4c61-810f-8e6e976ad6e8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:52:54.295960 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61d531f-e772-4c61-810f-8e6e976ad6e8'] response: {'server_uuid': '79fea017-0e33-4088-b402-533449471609', 'name': 'network-vif-deleted', 'tag': '7a28c8ad-3d0e-4a5b-92b5-78624ac599a7', 'status': 'completed', 'code': 200} Apr 12 17:52:54.298209 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-60a67db9-ec30-4f52-8911-2eef2592dd09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8ae3d7-aa50-4502-9039-297b8b021820 HTTP/1.1" status: 200 len: 217 time: 0.0524783 Apr 12 17:52:54.358129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-30400038-e3a9-4320-8a13-ddcb3293ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:54.359772 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-30400038-e3a9-4320-8a13-ddcb3293ef8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f61ae89-1763-4ed3-9e91-bf49d48f50a7 HTTP/1.1" status: 200 len: 854 time: 0.0515392 Apr 12 17:52:54.409578 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-d1dcc19e-6844-44a2-b216-112a7d369f58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90a36624-95d2-4e62-99c5-2e0a1e17756e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293856 Apr 12 17:52:54.412414 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb07496-76d2-4dc9-9785-ddc2c4810cac None None] New status for floating IP 87d6510f-a8a0-4a47-9d80-63a877c539bd: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:52:54.582151 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cdc92-9efd-4271-94c8-06586af05665 req-2a495d0d-49d6-4a9b-be1c-6f989e1da0eb tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:54.583753 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e3cdc92-9efd-4271-94c8-06586af05665 req-2a495d0d-49d6-4a9b-be1c-6f989e1da0eb tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 944 time: 0.1241097 Apr 12 17:52:54.595768 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e3d6c-158a-48a1-a299-38838790bed2 req-fce3b7bc-8a49-4008-b626-dd30fb328a08 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:54.597268 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c62e3d6c-158a-48a1-a299-38838790bed2 req-fce3b7bc-8a49-4008-b626-dd30fb328a08 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0776641 Apr 12 17:52:54.664724 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-392695ba-ed52-417f-ba5a-8985d9c7a00b service neutron] 10.222.0.18 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456784 Apr 12 17:52:54.712339 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e3cdc92-9efd-4271-94c8-06586af05665 req-adc7f35a-198d-4672-a93f-8538046923bb tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137371 Apr 12 17:52:54.752880 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c62e3d6c-158a-48a1-a299-38838790bed2 req-59031ccd-8b86-4b92-a46b-ad85234dbfad tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439621 Apr 12 17:52:54.794355 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb1b4d71-3e60-4f8e-a5d0-9e395e4931fc req-28ef30d2-7ab3-405e-b144-2c614a5db118 service neutron] 10.222.0.18 "GET /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138937 Apr 12 17:52:54.818972 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59130) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:54.875174 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-897c95ec-04c1-4e33-b84c-c85cf704c77d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (7329bb49-2f90-42b6-b113-e5c4850be6cd), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:54.898284 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-897c95ec-04c1-4e33-b84c-c85cf704c77d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (7329bb49-2f90-42b6-b113-e5c4850be6cd), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:54.949964 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-897c95ec-04c1-4e33-b84c-c85cf704c77d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (7329bb49-2f90-42b6-b113-e5c4850be6cd), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:54.952788 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-897c95ec-04c1-4e33-b84c-c85cf704c77d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:54.956632 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-897c95ec-04c1-4e33-b84c-c85cf704c77d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/security-groups/7329bb49-2f90-42b6-b113-e5c4850be6cd HTTP/1.1" status: 204 len: 168 time: 0.1338406 Apr 12 17:52:54.957121 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59132) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:54.963868 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c95ec-04c1-4e33-b84c-c85cf704c77d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7329bb49-2f90-42b6-b113-e5c4850be6cd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:54.973703 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.api.v2.resource [None req-1725d6b2-5389-465f-8f25-1966bebc7204 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] show failed (client error): The resource could not be found. Apr 12 17:52:54.977524 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1725d6b2-5389-465f-8f25-1966bebc7204 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups/7329bb49-2f90-42b6-b113-e5c4850be6cd HTTP/1.1" status: 404 len: 347 time: 0.0168147 Apr 12 17:52:54.978468 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59134) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:55.103245 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port 286fef66-2cd4-47d3-ae42-e454d3789c32 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:52:55.103626 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:55.184004 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:55.184248 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (286fef66-2cd4-47d3-ae42-e454d3789c32), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:55.197363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for 286fef66-2cd4-47d3-ae42-e454d3789c32 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:52:55.345652 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (286fef66-2cd4-47d3-ae42-e454d3789c32), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:55.371393 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=286fef66-2cd4-47d3-ae42-e454d3789c32,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:55.433704 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (87d6510f-a8a0-4a47-9d80-63a877c539bd), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:55.436376 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:55.437512 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-355b5249-0cd4-4f5d-9591-ffe45af0d21c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/floatingips/87d6510f-a8a0-4a47-9d80-63a877c539bd HTTP/1.1" status: 204 len: 168 time: 0.4581766 Apr 12 17:52:55.875590 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b862b5d-7ed7-41ae-b56b-d73f30658435 req-eba74bac-b855-4aa3-b296-c2ce29ad67b2 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:55.877188 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b862b5d-7ed7-41ae-b56b-d73f30658435 req-eba74bac-b855-4aa3-b296-c2ce29ad67b2 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 944 time: 0.0874312 Apr 12 17:52:55.897644 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50552f6b-6fe8-48dd-aba5-59d7eccb6366 req-cf9c271e-c805-4dc9-96d6-5e6bbf9cf657 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:55.899195 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50552f6b-6fe8-48dd-aba5-59d7eccb6366 req-cf9c271e-c805-4dc9-96d6-5e6bbf9cf657 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0698173 Apr 12 17:52:55.970157 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b862b5d-7ed7-41ae-b56b-d73f30658435 req-9335e301-2089-4141-ab65-b090a3cc4932 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799859 Apr 12 17:52:55.973404 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50552f6b-6fe8-48dd-aba5-59d7eccb6366 req-db180c1d-5397-4555-b5ff-24ffa7744bb8 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679688 Apr 12 17:52:56.289074 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c75a44ba-439d-452d-983c-954892929392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:56.337539 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 4e8ae3d7-aa50-4502-9039-297b8b021820 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:52:56.344161 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:52:56.370631 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:52:56.371002 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a28c8ad-3d0e-4a5b-92b5-78624ac599a7 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:52:56.459290 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 4e8ae3d7-aa50-4502-9039-297b8b021820, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e8ae3d7-aa50-4502-9039-297b8b021820,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:56.470944 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '4e8ae3d7-aa50-4502-9039-297b8b021820', 'network_id': '90a36624-95d2-4e62-99c5-2e0a1e17756e', 'port_id': '4e8ae3d7-aa50-4502-9039-297b8b021820', 'mac_address': 'fa:16:3e:80:d2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f61ae89-1763-4ed3-9e91-bf49d48f50a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:52:56.509387 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 4e8ae3d7-aa50-4502-9039-297b8b021820 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:52:56.509665 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:56.522970 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8ae3d7-aa50-4502-9039-297b8b021820 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:52:56.543511 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 4e8ae3d7-aa50-4502-9039-297b8b021820, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e8ae3d7-aa50-4502-9039-297b8b021820,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:56.548407 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:56.600628 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=4e8ae3d7-aa50-4502-9039-297b8b021820,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:56.608071 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.608497 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.608861 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.609279 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.609620 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.609949 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.610272 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.610591 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.610902 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.611278 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.611598 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.611918 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.612238 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.612554 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.612856 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:56.864595 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['4e8ae3d7-aa50-4502-9039-297b8b021820'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:52:57.048542 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d5080-aedf-479c-891c-f12094373801 req-b7ad36ac-f5e9-4f4a-afb8-1f0ff65cc3ef tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:57.049879 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-444d5080-aedf-479c-891c-f12094373801 req-b7ad36ac-f5e9-4f4a-afb8-1f0ff65cc3ef tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.0507543 Apr 12 17:52:57.113524 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff8174-aa4f-4bee-aa90-443f528a5f7e req-aeb35d16-a6cc-4cdc-ab2a-2998d5feb58b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:57.114977 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84ff8174-aa4f-4bee-aa90-443f528a5f7e req-aeb35d16-a6cc-4cdc-ab2a-2998d5feb58b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 945 time: 0.0736845 Apr 12 17:52:57.143644 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-444d5080-aedf-479c-891c-f12094373801 req-23e9cda3-c2c4-4019-b115-b38195f7cf74 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864446 Apr 12 17:52:57.174325 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84ff8174-aa4f-4bee-aa90-443f528a5f7e req-44858274-e989-48d4-ae2c-2975b8fcf190 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533321 Apr 12 17:52:57.245334 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea3618-1187-467d-b310-4d52034dfa84 req-e9451e93-b1f4-450d-94aa-c1f5053b98d9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:57.246786 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33ea3618-1187-467d-b310-4d52034dfa84 req-e9451e93-b1f4-450d-94aa-c1f5053b98d9 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0484154 Apr 12 17:52:57.293897 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33ea3618-1187-467d-b310-4d52034dfa84 req-7b3d20e4-a2a0-494e-a601-9e34b521a41a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 Apr 12 17:52:58.295337 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71c961-f5ff-4198-9cc4-f34d23193a6f req-0d0f0c99-258e-45e1-9ea9-44eca6a90912 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:58.297025 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d71c961-f5ff-4198-9cc4-f34d23193a6f req-0d0f0c99-258e-45e1-9ea9-44eca6a90912 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.0753849 Apr 12 17:52:58.315533 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e3c3-006a-4863-aa16-a27240109f04 req-c7595968-4f50-4d65-8e93-8f1ce15ed8d9 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:58.316919 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5287e3c3-006a-4863-aa16-a27240109f04 req-c7595968-4f50-4d65-8e93-8f1ce15ed8d9 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 945 time: 0.0676539 Apr 12 17:52:58.350110 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 4e8ae3d7-aa50-4502-9039-297b8b021820 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:52:58.382061 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d71c961-f5ff-4198-9cc4-f34d23193a6f req-ab57dd6f-fb5c-4068-a323-d49743b95656 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794218 Apr 12 17:52:58.389559 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5287e3c3-006a-4863-aa16-a27240109f04 req-18487c49-ef30-4574-b5b7-d9042bea3fd9 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641973 Apr 12 17:52:58.399556 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 4e8ae3d7-aa50-4502-9039-297b8b021820 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:52:58.408327 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 4e8ae3d7-aa50-4502-9039-297b8b021820 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:52:58.408673 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:58.486354 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 4e8ae3d7-aa50-4502-9039-297b8b021820 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:52:58.486649 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:58.489340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167fff-edf0-48ab-a409-2fc118018e96 req-3db3e22a-aab9-4622-9f1f-6fda10497ecb tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:58.490837 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-68167fff-edf0-48ab-a409-2fc118018e96 req-3db3e22a-aab9-4622-9f1f-6fda10497ecb tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0464878 Apr 12 17:52:58.509706 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8ae3d7-aa50-4502-9039-297b8b021820'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:52:58.512045 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e17f4c-9e01-4e10-9a79-4444b5a4dd3b" -d '{"events": [{"server_uuid": "3cee917f-36d2-4c9f-8891-f2d4dab362cc", "name": "network-vif-plugged", "status": "completed", "tag": "4e8ae3d7-aa50-4502-9039-297b8b021820"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:52:58.526257 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 4e8ae3d7-aa50-4502-9039-297b8b021820, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e8ae3d7-aa50-4502-9039-297b8b021820,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:58.534615 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:58.543024 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-68167fff-edf0-48ab-a409-2fc118018e96 req-32db73ba-9309-45be-86d0-1879100d6954 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463617 Apr 12 17:52:58.573101 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297d3fec-c4ed-41e4-9ef1-f9fe55e63f6b x-openstack-request-id: req-297d3fec-c4ed-41e4-9ef1-f9fe55e63f6b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:52:58.573526 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee917f-36d2-4c9f-8891-f2d4dab362cc", "name": "network-vif-plugged", "status": "completed", "tag": "4e8ae3d7-aa50-4502-9039-297b8b021820", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:52:58.573808 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-297d3fec-c4ed-41e4-9ef1-f9fe55e63f6b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:52:58.574464 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297d3fec-c4ed-41e4-9ef1-f9fe55e63f6b'] response: {'server_uuid': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8ae3d7-aa50-4502-9039-297b8b021820', 'code': 200} Apr 12 17:52:58.579519 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e22fed1-4eba-4a3e-8170-3152746133b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:58.602586 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=4e8ae3d7-aa50-4502-9039-297b8b021820,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:58.946075 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e9ff-378f-4f6d-9051-f3947de5e7f4 req-757a0c7c-c2a1-4ac0-bd4d-a28d210db1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:58.947639 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75f0e9ff-378f-4f6d-9051-f3947de5e7f4 req-757a0c7c-c2a1-4ac0-bd4d-a28d210db1d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 1130 time: 0.0767252 Apr 12 17:52:58.953836 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-ca752485-bd54-4df6-b0c3-d006a137e2ce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:58.955159 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-ca752485-bd54-4df6-b0c3-d006a137e2ce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.0724316 Apr 12 17:52:59.065651 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75f0e9ff-378f-4f6d-9051-f3947de5e7f4 req-72d72b0d-0196-41e0-afd7-68b5a345951e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089289 Apr 12 17:52:59.087671 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port 71e22722-f4c9-4ccf-aab9-044398418168 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:52:59.088020 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (71e22722-f4c9-4ccf-aab9-044398418168), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:59.186012 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] For port 71e22722-f4c9-4ccf-aab9-044398418168, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=71e22722-f4c9-4ccf-aab9-044398418168,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:52:59.186510 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (71e22722-f4c9-4ccf-aab9-044398418168), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:59.362297 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:59.363102 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (4732b7dd-b26f-47dc-a190-8c3fab6c9e6a), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:59.363102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP 4732b7dd-b26f-47dc-a190-8c3fab6c9e6a disassociated. External IP: 172.27.3.82, port: 71e22722-f4c9-4ccf-aab9-044398418168. Apr 12 17:52:59.363368 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for 71e22722-f4c9-4ccf-aab9-044398418168 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:52:59.564684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9b459-dbd2-44bf-b07c-9f26afe4c356 req-708411d5-c53e-43d8-9864-f6d3d478b002 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:59.566163 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9c9b459-dbd2-44bf-b07c-9f26afe4c356 req-708411d5-c53e-43d8-9864-f6d3d478b002 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 945 time: 0.0926960 Apr 12 17:52:59.573703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c57e07-00c1-4384-9e1b-dcdf0df36e0e req-678a8e72-c706-40e2-98be-68b842c77f6d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:59.575241 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0c57e07-00c1-4384-9e1b-dcdf0df36e0e req-678a8e72-c706-40e2-98be-68b842c77f6d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 946 time: 0.1006224 Apr 12 17:52:59.578446 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (71e22722-f4c9-4ccf-aab9-044398418168), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:59.634422 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=71e22722-f4c9-4ccf-aab9-044398418168,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:59.731755 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9c9b459-dbd2-44bf-b07c-9f26afe4c356 req-c1d8c451-c554-4a8f-9e9a-5ebdc09c8ed5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=a393ce2b-3a65-4510-95ed-7db51a75dbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554739 Apr 12 17:52:59.737394 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0c57e07-00c1-4384-9e1b-dcdf0df36e0e req-0adda996-1d5f-4630-b72a-e23197c5e7ca tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524811 Apr 12 17:52:59.800134 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:52:59.891601 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e9cbf-ca5b-42c3-9f90-ffd1daa6ef2a req-ef60e135-cc32-40a9-a490-f8fe71c07be5 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:59.893042 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5a0e9cbf-ca5b-42c3-9f90-ffd1daa6ef2a req-ef60e135-cc32-40a9-a490-f8fe71c07be5 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0892646 Apr 12 17:53:00.018904 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f26fd-6e82-480c-a752-f8e68bdba92b req-633f4ab5-8403-4784-9683-e330d122554e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:00.020617 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fa9f26fd-6e82-480c-a752-f8e68bdba92b req-633f4ab5-8403-4784-9683-e330d122554e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.1250191 Apr 12 17:53:00.051532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8e07-cba8-4f36-b251-620cddf07758 req-8085d7bb-2dbf-4f17-9f02-f6d60ff54d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:00.053013 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-845d8e07-cba8-4f36-b251-620cddf07758 req-8085d7bb-2dbf-4f17-9f02-f6d60ff54d7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1168 time: 0.1165476 Apr 12 17:53:00.093900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:00.097879 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5a0e9cbf-ca5b-42c3-9f90-ffd1daa6ef2a req-af0bda6d-7195-4a7c-821a-1f4fb77c2472 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890144 Apr 12 17:53:00.128784 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:53:00.138310 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:53:00.148676 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:00.149220 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:00.220252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] No DVR routers for this DVR port 71e22722-f4c9-4ccf-aab9-044398418168 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:00.223991 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:00.227297 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2eb424d-5134-45aa-9e3f-b8c0c6952555 req-bb60f5e3-5f39-4019-a1f5-16407c02ba2e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "DELETE /v2.0/ports/71e22722-f4c9-4ccf-aab9-044398418168 HTTP/1.1" status: 204 len: 173 time: 1.2660518 Apr 12 17:53:00.232297 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fa9f26fd-6e82-480c-a752-f8e68bdba92b req-aafdef6f-63c3-4c67-86a0-811b71227b1c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1985569 Apr 12 17:53:00.232758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'name': 'network-vif-deleted', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:00.235193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f68c27-66df-41fb-a2d3-cf8f35bd3e4a" -d '{"events": [{"server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "name": "network-vif-deleted", "tag": "71e22722-f4c9-4ccf-aab9-044398418168"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:00.263601 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:00.264768 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8e07-cba8-4f36-b251-620cddf07758 req-b9de9317-b05c-420e-b734-8d6ee4730c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:00.266651 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-845d8e07-cba8-4f36-b251-620cddf07758 req-b9de9317-b05c-420e-b734-8d6ee4730c2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 916 time: 0.1942446 Apr 12 17:53:00.276412 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b00065-ada4-4de7-a8bb-5cbb623a7175 x-openstack-request-id: req-96b00065-ada4-4de7-a8bb-5cbb623a7175 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:00.276708 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed93018-3959-43b1-b3b0-9ed4b82595a5", "name": "network-vif-deleted", "tag": "71e22722-f4c9-4ccf-aab9-044398418168", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:00.276960 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96b00065-ada4-4de7-a8bb-5cbb623a7175 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:00.277375 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b00065-ada4-4de7-a8bb-5cbb623a7175'] response: {'server_uuid': '4ed93018-3959-43b1-b3b0-9ed4b82595a5', 'name': 'network-vif-deleted', 'tag': '71e22722-f4c9-4ccf-aab9-044398418168', 'status': 'completed', 'code': 200} Apr 12 17:53:00.471757 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:00.497954 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:53:00.507348 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:00.507922 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:00.618027 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:00.826555 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:00.858564 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac9095-daa2-4f6e-ae4f-be98a91dd95e None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:53:00.940301 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c845928-aa79-48af-9f80-f004131b14b4 req-921daa69-6fff-4baa-a162-4cf84e9a2960 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed93018-3959-43b1-b3b0-9ed4b82595a5 HTTP/1.1" status: 200 len: 210 time: 0.0763686 Apr 12 17:53:00.949161 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-845d8e07-cba8-4f36-b251-620cddf07758 req-c1677068-1250-49fd-9249-f1d3fa7c7cef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 1001 time: 0.1546552 Apr 12 17:53:00.982576 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2be9-5129-4c14-bcc3-64a96ffb5ecf req-ba9301f8-7587-4beb-857e-df9d876c4d1e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:00.984166 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f2d2be9-5129-4c14-bcc3-64a96ffb5ecf req-ba9301f8-7587-4beb-857e-df9d876c4d1e tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 946 time: 0.1018560 Apr 12 17:53:01.045210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8e07-cba8-4f36-b251-620cddf07758 req-f3378663-831a-4c57-8132-e578c22451d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:01.046866 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-845d8e07-cba8-4f36-b251-620cddf07758 req-f3378663-831a-4c57-8132-e578c22451d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 200 len: 854 time: 0.0786741 Apr 12 17:53:01.063933 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f2d2be9-5129-4c14-bcc3-64a96ffb5ecf req-93fbabe8-4125-4530-9267-b4797839be91 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617089 Apr 12 17:53:01.137488 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995f4bd-4ac8-4556-9d2a-2919f3276cce None None] New status for floating IP 4732b7dd-b26f-47dc-a190-8c3fab6c9e6a: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:53:01.215373 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70bd37-c9a4-4577-8847-ba0769e85c73 req-635789ef-ccb9-4e86-a48a-62aaa6e0601a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:01.216936 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cf70bd37-c9a4-4577-8847-ba0769e85c73 req-635789ef-ccb9-4e86-a48a-62aaa6e0601a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0489054 Apr 12 17:53:01.298573 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8e07-cba8-4f36-b251-620cddf07758 req-1055c0da-db6a-4919-89c1-7cfabbd7b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:01.300320 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-845d8e07-cba8-4f36-b251-620cddf07758 req-1055c0da-db6a-4919-89c1-7cfabbd7b989 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e798e50-a7fe-415b-9e2d-76d9be553554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445838 Apr 12 17:53:01.309089 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cf70bd37-c9a4-4577-8847-ba0769e85c73 req-a53d8581-dd7a-4b28-97f3-e28197051d4b tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861306 Apr 12 17:53:01.398593 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:01.410954 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaad2f-b485-4783-925f-c0850e6f2cb3 req-90f7f841-db4d-4bbd-84c2-d3f09757b459 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:01.412690 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ffaad2f-b485-4783-925f-c0850e6f2cb3 req-90f7f841-db4d-4bbd-84c2-d3f09757b459 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.1016314 Apr 12 17:53:01.468815 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-845d8e07-cba8-4f36-b251-620cddf07758 req-a77f693a-d071-4682-8aef-1e0c79aa2d80 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586893 Apr 12 17:53:01.516766 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ffaad2f-b485-4783-925f-c0850e6f2cb3 req-3184c14f-1367-4a44-8eda-75f6645b9ac4 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973725 Apr 12 17:53:01.588965 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-845d8e07-cba8-4f36-b251-620cddf07758 req-e9d45633-7736-465c-acbd-1944514791f0 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035588 Apr 12 17:53:02.034309 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59198) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:02.090340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5b71328a-a40d-41cd-8d57-7f31c8ea0812 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (a393ce2b-3a65-4510-95ed-7db51a75dbc5), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.114162 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5b71328a-a40d-41cd-8d57-7f31c8ea0812 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (a393ce2b-3a65-4510-95ed-7db51a75dbc5), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.193118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458c3a4-c548-4a6f-a232-69173659aab9 req-774857b6-913c-4dcf-b07b-a5caa95cbcb6 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:02.194575 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c458c3a4-c548-4a6f-a232-69173659aab9 req-774857b6-913c-4dcf-b07b-a5caa95cbcb6 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 946 time: 0.0617824 Apr 12 17:53:02.206737 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5b71328a-a40d-41cd-8d57-7f31c8ea0812 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a393ce2b-3a65-4510-95ed-7db51a75dbc5), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.209260 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5b71328a-a40d-41cd-8d57-7f31c8ea0812 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.210290 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5b71328a-a40d-41cd-8d57-7f31c8ea0812 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/security-groups/a393ce2b-3a65-4510-95ed-7db51a75dbc5 HTTP/1.1" status: 204 len: 168 time: 0.1750033 Apr 12 17:53:02.213667 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59202) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:02.227714 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-d5ffbea9-5a91-4316-96ea-c0a6b9d4e8ff tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] show failed (client error): The resource could not be found. Apr 12 17:53:02.228225 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71328a-a40d-41cd-8d57-7f31c8ea0812 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393ce2b-3a65-4510-95ed-7db51a75dbc5,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:02.228639 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d5ffbea9-5a91-4316-96ea-c0a6b9d4e8ff tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups/a393ce2b-3a65-4510-95ed-7db51a75dbc5 HTTP/1.1" status: 404 len: 347 time: 0.0138853 Apr 12 17:53:02.231599 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59204) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:02.256934 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c458c3a4-c548-4a6f-a232-69173659aab9 req-a65eed22-552a-4409-9a72-fe33182960bb tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563009 Apr 12 17:53:02.347592 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port 70af7962-374a-4156-b970-9d7bb8a8fdd2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:02.347943 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.424525 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.425026 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (70af7962-374a-4156-b970-9d7bb8a8fdd2), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.431713 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d527c1b-fa63-41f5-8f47-ff4c8156ecb0 req-e36de568-6c14-44f1-b0bb-48aeabc75164 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:02.433226 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d527c1b-fa63-41f5-8f47-ff4c8156ecb0 req-e36de568-6c14-44f1-b0bb-48aeabc75164 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0511069 Apr 12 17:53:02.439105 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for 70af7962-374a-4156-b970-9d7bb8a8fdd2 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:02.480835 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d527c1b-fa63-41f5-8f47-ff4c8156ecb0 req-c27abc4c-dd1e-4e71-a944-1bc04940e533 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Apr 12 17:53:02.617137 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (70af7962-374a-4156-b970-9d7bb8a8fdd2), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.636319 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b845000-0a3f-4227-b684-0420350a6fbf req-4b323333-e7bc-4339-b01c-c8520292f344 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:02.637779 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6b845000-0a3f-4227-b684-0420350a6fbf req-4b323333-e7bc-4339-b01c-c8520292f344 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0486803 Apr 12 17:53:02.647755 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=70af7962-374a-4156-b970-9d7bb8a8fdd2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:02.685657 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.714334 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6b845000-0a3f-4227-b684-0420350a6fbf req-38581cf6-63c7-4973-8a3a-72239cbbf7db tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700877 Apr 12 17:53:02.727717 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (4732b7dd-b26f-47dc-a190-8c3fab6c9e6a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.730661 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:02.732129 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1f77ffdd-d4b8-4c5f-94d9-988989d94c1e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/floatingips/4732b7dd-b26f-47dc-a190-8c3fab6c9e6a HTTP/1.1" status: 204 len: 168 time: 0.4993713 Apr 12 17:53:02.957702 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59222) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:02.962589 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-1c90844a-d6d6-4b22-8cbe-b16ef1dd0c10 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252760429', 'description': 'tempest-description--340424788'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:53:02.985807 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c90844a-d6d6-4b22-8cbe-b16ef1dd0c10 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.054813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c90844a-d6d6-4b22-8cbe-b16ef1dd0c10 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (0a60d988-a73e-4b54-a791-4289e031cd26), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.059928 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c90844a-d6d6-4b22-8cbe-b16ef1dd0c10 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (0a60d988-a73e-4b54-a791-4289e031cd26), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.089255 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c90844a-d6d6-4b22-8cbe-b16ef1dd0c10 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.090453 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1c90844a-d6d6-4b22-8cbe-b16ef1dd0c10 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1317801 Apr 12 17:53:03.092375 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90844a-d6d6-4b22-8cbe-b16ef1dd0c10 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a60d988-a73e-4b54-a791-4289e031cd26,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:03.093739 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59224) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:03.098661 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-155d7d45-82af-43c2-b4f5-3921daa32cce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': '0a60d988-a73e-4b54-a791-4289e031cd26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:53:03.125956 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-155d7d45-82af-43c2-b4f5-3921daa32cce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (5c15bcaa-4127-4684-bd33-8c26b6f871b0), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.183538 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-155d7d45-82af-43c2-b4f5-3921daa32cce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (5c15bcaa-4127-4684-bd33-8c26b6f871b0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.190098 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-155d7d45-82af-43c2-b4f5-3921daa32cce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (5c15bcaa-4127-4684-bd33-8c26b6f871b0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.207118 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d7d45-82af-43c2-b4f5-3921daa32cce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c15bcaa-4127-4684-bd33-8c26b6f871b0,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:03.216701 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-155d7d45-82af-43c2-b4f5-3921daa32cce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.218031 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-155d7d45-82af-43c2-b4f5-3921daa32cce tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232395 Apr 12 17:53:03.220945 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59226) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:03.225347 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5587a6ea-ce1c-434c-9525-cdcd9da15c4a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': '0a60d988-a73e-4b54-a791-4289e031cd26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:53:03.250861 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5587a6ea-ce1c-434c-9525-cdcd9da15c4a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (83fc4367-d9e0-460b-bacd-085e8485549e), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.313781 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5587a6ea-ce1c-434c-9525-cdcd9da15c4a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (83fc4367-d9e0-460b-bacd-085e8485549e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.319012 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5587a6ea-ce1c-434c-9525-cdcd9da15c4a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (83fc4367-d9e0-460b-bacd-085e8485549e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.333656 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587a6ea-ce1c-434c-9525-cdcd9da15c4a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fc4367-d9e0-460b-bacd-085e8485549e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:03.347074 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5587a6ea-ce1c-434c-9525-cdcd9da15c4a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.348286 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5587a6ea-ce1c-434c-9525-cdcd9da15c4a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264479 Apr 12 17:53:03.351549 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59228) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:03.356071 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:53:03.378573 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.457311 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.602322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.27.3.110 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/e4c05148-cc25-4263-ba03-5efeba5cacd2) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:53:03.622827 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e9c97-5e76-43e8-ad6a-d83323e3eb81 req-731fcd13-4663-4394-bf0f-fb1a27141ccb tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:03.624421 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e15e9c97-5e76-43e8-ad6a-d83323e3eb81 req-731fcd13-4663-4394-bf0f-fb1a27141ccb tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0703638 Apr 12 17:53:04.020279 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e15e9c97-5e76-43e8-ad6a-d83323e3eb81 req-9d322e7c-8da8-413e-838d-a9d88c174bdd tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892856 Apr 12 17:53:04.028180 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a735a5-9392-47d7-a4ba-c1be7bcbf003 req-8ad14725-66b5-4cec-a10c-fa1684632efe tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:04.029704 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01a735a5-9392-47d7-a4ba-c1be7bcbf003 req-8ad14725-66b5-4cec-a10c-fa1684632efe tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0800560 Apr 12 17:53:04.073269 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.129425 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01a735a5-9392-47d7-a4ba-c1be7bcbf003 req-ee14d66a-bcbb-404a-98d1-f988129b7d1e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885239 Apr 12 17:53:04.142467 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.179566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:53:04.184499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:53:04.188028 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:53:04.210398 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=e4c05148-cc25-4263-ba03-5efeba5cacd2,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:04.277135 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (db174a40-a3b8-4d90-9d0f-409e0b1ebb02), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.320832 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.367961 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 71e22722-f4c9-4ccf-aab9-044398418168 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:04.387964 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 71e22722-f4c9-4ccf-aab9-044398418168 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:04.388312 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 71e22722-f4c9-4ccf-aab9-044398418168 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:04.469917 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.477660 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.555454 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=e4c05148-cc25-4263-ba03-5efeba5cacd2,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:04.567892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (db174a40-a3b8-4d90-9d0f-409e0b1ebb02), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.586287 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.587990 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a59269a7-8573-4c2b-a70d-6d05b73cf97a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2353597 Apr 12 17:53:04.802272 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-5baac930-16a5-47f0-8dfa-41858b9120e4 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1252760429&fields=id&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 267 time: 0.0433147 Apr 12 17:53:04.920907 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-b1363bd1-e77d-4976-97dc-a483d8883eda tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:04.922645 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-b1363bd1-e77d-4976-97dc-a483d8883eda tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.1102085 Apr 12 17:53:04.939548 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-c8812617-d72a-471c-b727-7b72d820b888 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/quotas/08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 375 time: 0.0092607 Apr 12 17:53:04.989393 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-5e593e58-87a7-449c-927c-58686b8356f9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446446 Apr 12 17:53:05.107906 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-553bcead-9e3d-4198-8b03-55c36a8917d8 service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009753 Apr 12 17:53:05.163534 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833f4ea-23d3-4a1b-9808-7c4f2f6633f9 req-54a46d05-2dc2-42a3-a04f-3e673cd34a84 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:05.164992 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c833f4ea-23d3-4a1b-9808-7c4f2f6633f9 req-54a46d05-2dc2-42a3-a04f-3e673cd34a84 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0741215 Apr 12 17:53:05.259263 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c833f4ea-23d3-4a1b-9808-7c4f2f6633f9 req-856e7bc9-48bb-49de-9ccd-ae3186738360 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677676 Apr 12 17:53:05.261195 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-b94f572a-ab11-47c7-84b7-85b106dbd182 service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373680 Apr 12 17:53:05.361933 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604f5f-7e99-4237-9e5b-dad3aed261cf req-e09cb574-7b15-4ce2-aa98-7d50d54bfeb0 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:05.363605 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-71604f5f-7e99-4237-9e5b-dad3aed261cf req-e09cb574-7b15-4ce2-aa98-7d50d54bfeb0 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0485468 Apr 12 17:53:05.433018 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-71604f5f-7e99-4237-9e5b-dad3aed261cf req-125ecdba-edfd-4b6f-a2ec-ec4e3e4e6bfc tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556409 Apr 12 17:53:05.523624 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fc9d01cc-80f3-4e71-b9c1-28b7fcea2135 req-3ac03bcf-cd99-4b26-aa13-d944721065e8 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 210 time: 0.0339923 Apr 12 17:53:05.579874 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b1f-7044-406b-94c4-f19dc6f161e0 req-23a5eac0-af6e-4232-ae18-85b6edb71529 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:05.581309 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50e95b1f-7044-406b-94c4-f19dc6f161e0 req-23a5eac0-af6e-4232-ae18-85b6edb71529 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0639899 Apr 12 17:53:05.632706 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-ec03d6ff-109e-4a4a-8edc-3538e9912da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:05.634203 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-ec03d6ff-109e-4a4a-8edc-3538e9912da1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1130 time: 0.0679555 Apr 12 17:53:05.681207 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50e95b1f-7044-406b-94c4-f19dc6f161e0 req-4d3d7e90-6c2f-417e-a2b7-56430d684de3 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772214 Apr 12 17:53:05.741538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-f75ffc45-9a33-4734-8169-a171fae6860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:05.743068 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-f75ffc45-9a33-4734-8169-a171fae6860d service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.1010735 Apr 12 17:53:05.811976 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-4ab92e49-4e31-4781-af4a-4677182175b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 1002 time: 0.0628910 Apr 12 17:53:05.861136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-8ffc5365-441c-4f03-83aa-2b4814342bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:05.862588 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-8ffc5365-441c-4f03-83aa-2b4814342bee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0436337 Apr 12 17:53:05.911712 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-0ca96b14-7cbc-4afc-8613-85e3ea7a9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:05.913218 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-0ca96b14-7cbc-4afc-8613-85e3ea7a9ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413060 Apr 12 17:53:06.009710 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-38b67c46-6672-4671-9687-c724901f5d96 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898511 Apr 12 17:53:06.321695 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-692f6c95-2ca0-4b86-ab94-af3d30fffc7b req-017109bb-6134-4b14-b768-c436f2629736 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905392 Apr 12 17:53:06.440055 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-f05b8cf1-26d6-494e-a659-575420794a38 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:06.441482 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-f05b8cf1-26d6-494e-a659-575420794a38 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.1190343 Apr 12 17:53:06.474669 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:06.485209 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-5eb62bea-6cd8-4e97-bf6f-b110306dfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:06.486710 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-5eb62bea-6cd8-4e97-bf6f-b110306dfba3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 1130 time: 0.0640919 Apr 12 17:53:06.558800 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-ef800e98-8a0d-40df-9095-d82b22141080 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 380 time: 0.1012630 Apr 12 17:53:06.574732 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2aa1a-7eea-40fd-b5d8-9693b47a615c req-a3a6aad4-fa37-41ec-8a4b-b2497418add5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:06.576103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7ed2aa1a-7eea-40fd-b5d8-9693b47a615c req-a3a6aad4-fa37-41ec-8a4b-b2497418add5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0612521 Apr 12 17:53:06.624324 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2fd91363-d909-4f39-a772-525c2a1fde96 req-906a2953-3e3d-4781-ab80-69858be92145 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 210 time: 0.0359817 Apr 12 17:53:06.642026 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'port': {'device_id': '7cfea40b-4455-42ea-b117-3713c6680687', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'admin_state_up': True, 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'security_groups': ['0a60d988-a73e-4b54-a791-4289e031cd26']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:53:06.775178 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7ed2aa1a-7eea-40fd-b5d8-9693b47a615c req-e6358780-9306-444f-85c0-fc297bdd2b35 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930568 Apr 12 17:53:06.838907 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b918aa-a582-41e3-a210-7d6c82f519df req-68cf7708-5e46-4f19-a086-1addd21248ef tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:06.840395 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a2b918aa-a582-41e3-a210-7d6c82f519df req-68cf7708-5e46-4f19-a086-1addd21248ef tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0878928 Apr 12 17:53:06.868710 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-fa115ec2-7b56-461a-a011-19f32fc3c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:06.870091 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-fa115ec2-7b56-461a-a011-19f32fc3c74d service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.2438018 Apr 12 17:53:06.908594 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Made reservation on behalf of 08872d0e888749f580d8ad67256c5717 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:53:06.911854 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:06.927483 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a2b918aa-a582-41e3-a210-7d6c82f519df req-2a8a2e39-45da-498b-9091-c85aebae3dfa tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763216 Apr 12 17:53:07.045432 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.20.0.6 (6c894a84-427f-4c4d-9056-360cdd2d00e7/c91c28b1-318e-4cbc-970b-519aededf6c4/c9aaf2df-ef45-4793-8b5f-68c1d0682aa3) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:53:07.198007 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:07.233995 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:07.280307 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:53:07.285557 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:53:07.287896 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:53:07.325689 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:07.394769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:07.395430 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:07.409202 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-bed7ab3e-4f5c-4b37-b411-88b57293275b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 200 len: 1002 time: 0.0931883 Apr 12 17:53:07.421090 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-87f0f08c-28bf-4cf5-b379-d357e8b27f41 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7936640 Apr 12 17:53:07.434865 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Request body: {'port': {'device_id': '7cfea40b-4455-42ea-b117-3713c6680687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:53:07.496500 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-bb2882d2-0780-4549-8217-1b2d85d96e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:07.497950 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-bb2882d2-0780-4549-8217-1b2d85d96e5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0759671 Apr 12 17:53:07.557241 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:07.559669 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-7165c2e8-be80-469a-a006-fbc60604b6ce None None] Provisioning complete for port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:53:07.560173 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7165c2e8-be80-469a-a006-fbc60604b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:07.576635 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-08852914-1e00-4fe7-95d0-d03269dd1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:07.578407 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-08852914-1e00-4fe7-95d0-d03269dd1ead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616536 Apr 12 17:53:07.593705 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7165c2e8-be80-469a-a006-fbc60604b6ce None None] Port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:53:07.803175 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a9bb-ce49-41a7-866e-d3152459bc05 req-42383b46-25f6-4c30-8aed-036cbfbcfd8b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:07.804981 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3bb6a9bb-ce49-41a7-866e-d3152459bc05 req-42383b46-25f6-4c30-8aed-036cbfbcfd8b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 931 time: 0.0865827 Apr 12 17:53:07.812188 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-e186b7e8-0373-4a1a-a6a4-8d411f678819 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132335 Apr 12 17:53:07.992019 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3bb6a9bb-ce49-41a7-866e-d3152459bc05 req-ea7d25f8-6411-49e6-8c2d-3115aac636ea tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787841 Apr 12 17:53:08.002532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93329e00-c681-4a57-b65c-6baf5c7d725c req-4e27ca32-31e3-4993-bc83-8c4d9bce21ce tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:08.004047 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-93329e00-c681-4a57-b65c-6baf5c7d725c req-4e27ca32-31e3-4993-bc83-8c4d9bce21ce tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.1473238 Apr 12 17:53:08.065328 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14cd4b78-76a3-49bc-b791-d116ea6c0ebb req-70ce0cda-395d-42e5-be2c-a3fec05cd0af service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433074 Apr 12 17:53:08.162883 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa460-4dc3-478b-b7cf-b7e3b70828e3 req-54cb3e68-7b45-4877-8969-b23426903b64 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:08.164382 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eeeaa460-4dc3-478b-b7cf-b7e3b70828e3 req-54cb3e68-7b45-4877-8969-b23426903b64 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0936847 Apr 12 17:53:08.171908 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-93329e00-c681-4a57-b65c-6baf5c7d725c req-91fbb80b-a140-4b8a-98a1-411f83a256a6 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576538 Apr 12 17:53:08.184811 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:53:08.198083 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Publish callbacks [] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:08.227329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Transition to ACTIVE for port object c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:53:08.235398 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:08.266544 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eeeaa460-4dc3-478b-b7cf-b7e3b70828e3 req-94af5295-9281-40cd-9b4c-453f1177a931 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900614 Apr 12 17:53:08.296985 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Pushing event updated for resources: {'Port': ['ID=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:08.368926 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Attempting to bind port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:53:08.369649 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Attempting to bind port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:53:08.369649 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Attempting to bind port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:53:08.374274 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:53:08.374602 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Attempting to bind port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:53:08.380328 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:53:08.380672 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Checking segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:53:08.381058 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Bound using segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:53:08.381490 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Bound port: c9aaf2df-ef45-4793-8b5f-68c1d0682aa3, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:53:08.381851 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:08.450164 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] For port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:53:08.453165 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] For port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:53:08.459398 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:08.492633 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:08.493218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:08.494545 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] 10.222.0.18 "PUT /v2.0/ports/c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 HTTP/1.1" status: 200 len: 1093 time: 1.0646594 Apr 12 17:53:08.494982 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:08.497168 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d663a002-5fd8-4e68-9df9-9490343695bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:08.525476 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302201-8d39-4bd5-bcc8-a4a48f180521 service neutron] Pushing event updated for resources: {'Port': ['ID=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:08.538319 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989df789-22ba-4b41-859c-93375acbe6ec x-openstack-request-id: req-989df789-22ba-4b41-859c-93375acbe6ec {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:08.538559 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:08.538819 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-989df789-22ba-4b41-859c-93375acbe6ec {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:08.539266 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989df789-22ba-4b41-859c-93375acbe6ec'] response: {'name': 'network-changed', 'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'status': 'completed', 'code': 200} Apr 12 17:53:08.708315 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a002-5fd8-4e68-9df9-9490343695bd req-e6237b21-f3a7-4ce7-86a8-709e156b3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:08.709844 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d663a002-5fd8-4e68-9df9-9490343695bd req-e6237b21-f3a7-4ce7-86a8-709e156b3560 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 1127 time: 0.0410244 Apr 12 17:53:09.154122 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d57cb-2511-482e-9785-5347adba7dae req-ecfc484c-f76d-4ea2-b4fd-3e2f68304d90 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:09.156723 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c1d57cb-2511-482e-9785-5347adba7dae req-ecfc484c-f76d-4ea2-b4fd-3e2f68304d90 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 943 time: 0.0904551 Apr 12 17:53:09.186771 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a002-5fd8-4e68-9df9-9490343695bd req-75ac22d3-1d5e-440b-a5a9-c7d19308ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:09.188710 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d663a002-5fd8-4e68-9df9-9490343695bd req-75ac22d3-1d5e-440b-a5a9-c7d19308ffd5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=08872d0e888749f580d8ad67256c5717&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1658745 Apr 12 17:53:09.241388 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c1d57cb-2511-482e-9785-5347adba7dae req-2c941680-1410-4b6e-8e86-90c105870ee5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794799 Apr 12 17:53:09.324621 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3610392-b88c-4ea9-8fdb-7caafe0912d2 req-3ac3fcd8-2f97-43a6-bb04-05017eec92be tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:09.326000 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e3610392-b88c-4ea9-8fdb-7caafe0912d2 req-3ac3fcd8-2f97-43a6-bb04-05017eec92be tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0837584 Apr 12 17:53:09.352492 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a002-5fd8-4e68-9df9-9490343695bd req-e590be90-de2a-4c6b-8fff-a1faad6da8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:09.353888 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d663a002-5fd8-4e68-9df9-9490343695bd req-e590be90-de2a-4c6b-8fff-a1faad6da8a9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542192 Apr 12 17:53:09.405115 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e3610392-b88c-4ea9-8fdb-7caafe0912d2 req-3337751c-8daa-4cc0-94b0-e47d376750ce tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728235 Apr 12 17:53:09.431855 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-ca9fb4c9-0dc8-46e4-a62c-8d90b4f9a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:09.433327 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-ca9fb4c9-0dc8-46e4-a62c-8d90b4f9a706 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 1127 time: 0.0427101 Apr 12 17:53:09.484398 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-6d31f8a8-21c7-4d0f-9067-e6115099282e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 HTTP/1.1" status: 200 len: 217 time: 0.0406735 Apr 12 17:53:09.533083 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-573f3a6f-5a4b-4943-8418-7db559b388b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:09.534469 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-573f3a6f-5a4b-4943-8418-7db559b388b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0433276 Apr 12 17:53:09.580560 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1111c-a792-439a-a900-4f4a6a12690a req-4dbab8c1-9359-4f97-9588-e4cbfed66e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:09.581940 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-4dbab8c1-9359-4f97-9588-e4cbfed66e50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390160 Apr 12 17:53:09.945239 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-553dbcb5-92ec-4d59-b507-88f05ee891a2 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570204 Apr 12 17:53:10.046359 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abd1111c-a792-439a-a900-4f4a6a12690a req-52a67879-4745-4f25-baa1-4ea99b1aba64 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Apr 12 17:53:10.363763 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d19f42-cc7b-44fd-aa25-cbc8601b71e8 req-facfa662-cd9c-41f2-9039-d3a372ef0e6a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:10.365249 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0d19f42-cc7b-44fd-aa25-cbc8601b71e8 req-facfa662-cd9c-41f2-9039-d3a372ef0e6a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 943 time: 0.0508037 Apr 12 17:53:10.411524 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0d19f42-cc7b-44fd-aa25-cbc8601b71e8 req-e5b822e8-1a0c-4259-b862-e0dcaf5c63ed tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Apr 12 17:53:10.539804 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cac07-4a48-4159-9969-e25ca0da8ee5 req-b1edb857-6e34-47cd-9ebf-f4b4bfb6c86d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:10.541300 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a99cac07-4a48-4159-9969-e25ca0da8ee5 req-b1edb857-6e34-47cd-9ebf-f4b4bfb6c86d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0535421 Apr 12 17:53:10.605096 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a99cac07-4a48-4159-9969-e25ca0da8ee5 req-73f00211-abb4-475f-b808-903d5edd81be tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558128 Apr 12 17:53:11.559409 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a6197-54b9-4197-af93-a78816fe1118 req-14cefa07-a525-4b6a-a151-db04003dec81 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:11.561817 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc6a6197-54b9-4197-af93-a78816fe1118 req-14cefa07-a525-4b6a-a151-db04003dec81 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 943 time: 0.0687330 Apr 12 17:53:11.615074 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc6a6197-54b9-4197-af93-a78816fe1118 req-8e393d25-967c-444c-bf16-ec8576e88ea9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Apr 12 17:53:11.731340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a520a-6cc9-423f-9a1d-001e00d8d82d req-f1507010-1f74-45bc-ae4c-c4fb9741534e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:11.733361 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c8a520a-6cc9-423f-9a1d-001e00d8d82d req-f1507010-1f74-45bc-ae4c-c4fb9741534e tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0621746 Apr 12 17:53:11.810492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c8a520a-6cc9-423f-9a1d-001e00d8d82d req-672551af-863e-4fec-a879-a20b24cec1d3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711627 Apr 12 17:53:12.751438 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545e776-90cc-4659-82e6-9998fa001d44 req-2dea9403-6fe8-44bc-b252-f00d4dd18a55 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:12.753002 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3545e776-90cc-4659-82e6-9998fa001d44 req-2dea9403-6fe8-44bc-b252-f00d4dd18a55 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 943 time: 0.0650928 Apr 12 17:53:12.824966 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3545e776-90cc-4659-82e6-9998fa001d44 req-394c57c8-b89f-45ac-b4b9-176388aa487d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659621 Apr 12 17:53:12.934720 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6a16b-7008-42f1-bdd7-d95f4692d2ce req-7fa560d5-b6e6-4c93-bcef-58a866dae76c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:12.936170 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53e6a16b-7008-42f1-bdd7-d95f4692d2ce req-7fa560d5-b6e6-4c93-bcef-58a866dae76c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0530672 Apr 12 17:53:13.004837 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53e6a16b-7008-42f1-bdd7-d95f4692d2ce req-659ff37e-92a9-4122-9e91-ec9e0dedc348 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600789 Apr 12 17:53:13.945044 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd7184-a561-43bd-9490-925499ebb991 req-083f0548-c6dd-400f-b202-dfc2dd079786 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:13.946482 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-debd7184-a561-43bd-9490-925499ebb991 req-083f0548-c6dd-400f-b202-dfc2dd079786 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 943 time: 0.0480709 Apr 12 17:53:13.996722 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-debd7184-a561-43bd-9490-925499ebb991 req-3d145956-0326-4a56-b1d3-51b2be031ea2 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Apr 12 17:53:14.140010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bd914-a18e-4e74-8f90-01a7fbf96676 req-ec48868c-ca42-4fb5-bb5a-bc3904537bca tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:14.141700 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d1bd914-a18e-4e74-8f90-01a7fbf96676 req-ec48868c-ca42-4fb5-bb5a-bc3904537bca tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0618954 Apr 12 17:53:14.204824 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d1bd914-a18e-4e74-8f90-01a7fbf96676 req-d2a698cb-6d12-4765-955b-850335757d12 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573850 Apr 12 17:53:15.115020 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a6f2-c46a-44c1-84ee-8b14e06b4c3e req-476e01e5-1052-4800-b706-e2b6d296c76a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:15.116513 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce96a6f2-c46a-44c1-84ee-8b14e06b4c3e req-476e01e5-1052-4800-b706-e2b6d296c76a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 943 time: 0.0480623 Apr 12 17:53:15.165613 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce96a6f2-c46a-44c1-84ee-8b14e06b4c3e req-c07da458-f7b4-43cf-9b96-881cb1aac004 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Apr 12 17:53:15.329740 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99007c6f-4b20-4abf-954d-c4dfad748e1d req-19e4b573-ce13-418b-9b83-bbc4f52cd973 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:15.331078 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99007c6f-4b20-4abf-954d-c4dfad748e1d req-19e4b573-ce13-418b-9b83-bbc4f52cd973 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0503185 Apr 12 17:53:15.399597 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99007c6f-4b20-4abf-954d-c4dfad748e1d req-c9433268-f0b2-482f-9192-45a12a749cdb tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594168 Apr 12 17:53:16.292415 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a7d6-7d94-4b5c-a270-a448557aefbe req-223aa624-1ed0-4877-a49c-80c18c01284d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:16.293876 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d23a7d6-7d94-4b5c-a270-a448557aefbe req-223aa624-1ed0-4877-a49c-80c18c01284d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 943 time: 0.0473104 Apr 12 17:53:16.342405 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d23a7d6-7d94-4b5c-a270-a448557aefbe req-efa2bea4-ebd7-4e0a-9d7d-5f257e782dc2 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427501 Apr 12 17:53:16.520942 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0203-f009-4054-b548-3e33e9e77b65 req-1d44e6ce-f390-414c-9ef4-b0f8ac77dff4 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:16.522263 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fccb0203-f009-4054-b548-3e33e9e77b65 req-1d44e6ce-f390-414c-9ef4-b0f8ac77dff4 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0481951 Apr 12 17:53:16.587811 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fccb0203-f009-4054-b548-3e33e9e77b65 req-3cbcbef9-44eb-4681-95d6-4383fac2c2ab tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598309 Apr 12 17:53:16.593117 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:53:16.721320 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:16.737564 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'port_id': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'mac_address': 'fa:16:3e:9e:46:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:53:16.790767 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:53:16.791291 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:16.806475 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:53:16.830832 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:16.837352 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:16.883918 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:17.456976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416cf80-0c22-4544-908a-86b1139a7ba4 req-e1482c2e-c820-44e0-98a3-7f766b6b3a40 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:17.458464 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f416cf80-0c22-4544-908a-86b1139a7ba4 req-e1482c2e-c820-44e0-98a3-7f766b6b3a40 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 944 time: 0.0486538 Apr 12 17:53:17.505634 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f416cf80-0c22-4544-908a-86b1139a7ba4 req-d46c32ce-bf9d-459b-a9d3-e3d13365cd9a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Apr 12 17:53:17.721604 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cb31d-1897-4ad0-b0e9-e3e02745d7d5 req-b89cb9a1-7c1c-4151-8e9c-da5ae06bf69d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:17.723094 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-561cb31d-1897-4ad0-b0e9-e3e02745d7d5 req-b89cb9a1-7c1c-4151-8e9c-da5ae06bf69d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0517938 Apr 12 17:53:17.792715 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-561cb31d-1897-4ad0-b0e9-e3e02745d7d5 req-1d455c06-1dc4-4645-b0b3-69957c8cf134 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611808 Apr 12 17:53:17.968274 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['c9aaf2df-ef45-4793-8b5f-68c1d0682aa3'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:53:18.621420 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2544b5-963f-400e-a8cb-0c1135361835 req-90571695-3319-4701-937c-2f8543c2ebc9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:18.622872 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2c2544b5-963f-400e-a8cb-0c1135361835 req-90571695-3319-4701-937c-2f8543c2ebc9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 944 time: 0.0511081 Apr 12 17:53:18.680711 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2c2544b5-963f-400e-a8cb-0c1135361835 req-239ff8c4-cece-4439-8bd4-a43dcf216f8a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517421 Apr 12 17:53:18.910797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac58990-9b84-461c-8a5d-e1b8a4ed346c req-a7c208a3-d67d-43ef-9c85-3f8ccbe47ffc tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:18.912341 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fac58990-9b84-461c-8a5d-e1b8a4ed346c req-a7c208a3-d67d-43ef-9c85-3f8ccbe47ffc tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0484865 Apr 12 17:53:18.916555 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:53:18.963961 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:53:18.971378 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:53:18.972069 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:18.974909 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fac58990-9b84-461c-8a5d-e1b8a4ed346c req-3b6b3b34-203f-4313-afe5-676ec3d1d02c tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567229 Apr 12 17:53:19.062013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:53:19.062338 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:19.084896 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:19.087726 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a597b6bc-5517-4d1e-bdd4-5d042d92fae5" -d '{"events": [{"server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "name": "network-vif-plugged", "status": "completed", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:19.100246 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:19.105082 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:19.134625 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f864e9-994f-4536-a404-5cb1078073a6 x-openstack-request-id: req-59f864e9-994f-4536-a404-5cb1078073a6 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:19.134922 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "name": "network-vif-plugged", "status": "completed", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:19.135216 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59f864e9-994f-4536-a404-5cb1078073a6 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:19.135599 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f864e9-994f-4536-a404-5cb1078073a6'] response: {'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'code': 200} Apr 12 17:53:19.163958 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:19.804899 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cff7a-f586-447c-a9fa-b8d0b462b6f5 req-fc9d3f98-70b3-4e1a-a2fd-efb6abe329e6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:19.806357 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd7cff7a-f586-447c-a9fa-b8d0b462b6f5 req-fc9d3f98-70b3-4e1a-a2fd-efb6abe329e6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Apr 12 17:53:19.889129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2298bdb-b426-42b3-97ca-64377d56529b req-e9d5791a-ce4d-4a6c-aa59-0c32ed8e655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:19.890703 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d2298bdb-b426-42b3-97ca-64377d56529b req-e9d5791a-ce4d-4a6c-aa59-0c32ed8e655c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 1129 time: 0.0563421 Apr 12 17:53:19.893932 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd7cff7a-f586-447c-a9fa-b8d0b462b6f5 req-af069e59-dd82-4726-872a-1587ad9af191 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793777 Apr 12 17:53:19.951799 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d2298bdb-b426-42b3-97ca-64377d56529b req-89127d3e-de33-4a69-a146-0d592e605ac8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456705 Apr 12 17:53:20.117425 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437478cd-8f08-41b7-91d9-185193e709c9 req-1b2746bd-e561-474a-9cf4-57d6884e35ce tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:20.118889 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-437478cd-8f08-41b7-91d9-185193e709c9 req-1b2746bd-e561-474a-9cf4-57d6884e35ce tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0558116 Apr 12 17:53:20.186017 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-437478cd-8f08-41b7-91d9-185193e709c9 req-d5671624-e846-4301-a630-5b7c8aa594f1 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&id=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612631 Apr 12 17:53:21.012006 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5e05-59ea-4db2-9689-2735d68b59b2 req-e4a92af1-e8fd-45ea-b49a-d51a4e523ae7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:21.013512 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-126a5e05-59ea-4db2-9689-2735d68b59b2 req-e4a92af1-e8fd-45ea-b49a-d51a4e523ae7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0520370 Apr 12 17:53:21.069124 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-126a5e05-59ea-4db2-9689-2735d68b59b2 req-972b12e0-7cc3-4c76-8646-d6d1e498fbf1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464318 Apr 12 17:53:22.189605 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587c-96e4-487d-96cd-a5e8c5f4af03 req-538d7399-6cbe-4c85-b22b-2f96c04e990a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:22.191137 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6117587c-96e4-487d-96cd-a5e8c5f4af03 req-538d7399-6cbe-4c85-b22b-2f96c04e990a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Apr 12 17:53:22.239659 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6117587c-96e4-487d-96cd-a5e8c5f4af03 req-182416e3-6bca-41f6-b347-98959d5792f4 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Apr 12 17:53:22.355558 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b582cd-caae-4f3f-8024-b45ab4c3d111 req-dc9b89d2-d1d0-40d6-90d4-ba784ba642e6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:22.356965 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-79b582cd-caae-4f3f-8024-b45ab4c3d111 req-dc9b89d2-d1d0-40d6-90d4-ba784ba642e6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Apr 12 17:53:22.366656 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59400) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:22.372526 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'port_id': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:53:22.414342 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (db174a40-a3b8-4d90-9d0f-409e0b1ebb02), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:22.865765 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:22.871833 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (db174a40-a3b8-4d90-9d0f-409e0b1ebb02), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:22.994622 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP db174a40-a3b8-4d90-9d0f-409e0b1ebb02 associated. External IP: 172.27.3.110, port: c9aaf2df-ef45-4793-8b5f-68c1d0682aa3. Apr 12 17:53:23.435806 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:53:23.546809 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:53:23.552021 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:23.558335 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:53:23.571073 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:23.571729 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:23.584847 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2a78180e-e6c6-43a2-a826-dfe07e00d089 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "PUT /v2.0/floatingips/db174a40-a3b8-4d90-9d0f-409e0b1ebb02 HTTP/1.1" status: 200 len: 991 time: 1.2170494 Apr 12 17:53:23.585472 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:23.588098 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e82356-69c7-4db9-b8f0-844c27ed2eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:23.629721 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04500e8e-0593-4edc-bae9-7b384be2f949 x-openstack-request-id: req-04500e8e-0593-4edc-bae9-7b384be2f949 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:23.630037 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:23.630303 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04500e8e-0593-4edc-bae9-7b384be2f949 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:23.630859 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04500e8e-0593-4edc-bae9-7b384be2f949'] response: {'name': 'network-changed', 'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'status': 'completed', 'code': 200} Apr 12 17:53:23.741079 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b81f5-dc1b-4a13-b982-68035cc094dc req-6153fc7c-7786-4244-9e9d-6377ba787c2d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:23.742563 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0b3b81f5-dc1b-4a13-b982-68035cc094dc req-6153fc7c-7786-4244-9e9d-6377ba787c2d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 946 time: 0.0495701 Apr 12 17:53:23.773588 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:23.791715 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0b3b81f5-dc1b-4a13-b982-68035cc094dc req-7967f998-1d31-46ad-9301-306dd1459974 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Apr 12 17:53:23.997955 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'db174a40-a3b8-4d90-9d0f-409e0b1ebb02', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:9e:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfea40b-4455-42ea-b117-3713c6680687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:53:04Z', 'updated_at': '2022-04-12T17:53:22Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:24.036745 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:53:24.046913 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:24.047439 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:52:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:24.158331 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:24.375521 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'db174a40-a3b8-4d90-9d0f-409e0b1ebb02', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:9e:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfea40b-4455-42ea-b117-3713c6680687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:53:04Z', 'updated_at': '2022-04-12T17:53:22Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:24.404820 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207a6db-732e-4940-890b-6e4a2826c87c None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'db174a40-a3b8-4d90-9d0f-409e0b1ebb02', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:9e:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfea40b-4455-42ea-b117-3713c6680687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:53:04Z', 'updated_at': '2022-04-12T17:53:22Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:53:24.613323 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a8835-c23c-492f-97a7-9c221d307899 None None] New status for floating IP db174a40-a3b8-4d90-9d0f-409e0b1ebb02: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:53:24.916873 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d2dcc-b6ba-4cac-91b0-c63d481ac694 req-87224cad-eb62-475b-b13f-206d5f38ea8d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:24.918621 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-155d2dcc-b6ba-4cac-91b0-c63d481ac694 req-87224cad-eb62-475b-b13f-206d5f38ea8d tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 946 time: 0.0559309 Apr 12 17:53:24.972750 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-155d2dcc-b6ba-4cac-91b0-c63d481ac694 req-2d3c15ca-aaf5-45f9-9c34-12eed0477288 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483167 Apr 12 17:53:25.237662 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-b033d040-8e66-4e54-aa7b-f1296b8526ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:25.239096 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-b033d040-8e66-4e54-aa7b-f1296b8526ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 1129 time: 0.0498772 Apr 12 17:53:25.330621 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-df2a5b4c-2837-4831-b17e-942f30841c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:25.332101 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-df2a5b4c-2837-4831-b17e-942f30841c29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 915 time: 0.0848815 Apr 12 17:53:25.448888 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-ebc93893-c0b6-45e2-b654-de7edf00168a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 HTTP/1.1" status: 200 len: 1001 time: 0.0723045 Apr 12 17:53:25.500438 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-6476576e-eb72-4aec-ba2c-353588298db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:25.501773 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-6476576e-eb72-4aec-ba2c-353588298db5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0461051 Apr 12 17:53:25.604440 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-27b7191f-1928-4e6e-8ddf-18f9df82ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:25.605919 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-27b7191f-1928-4e6e-8ddf-18f9df82ff33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745618 Apr 12 17:53:25.616184 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-35d8cb15-d17d-4c94-a6c3-55e9594a5b91 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:25.617551 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-35d8cb15-d17d-4c94-a6c3-55e9594a5b91 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 946 time: 0.0765193 Apr 12 17:53:25.768439 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Deleting port 4e8ae3d7-aa50-4502-9039-297b8b021820 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:25.768671 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:25.774030 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-905010f6-70b1-4b43-a7ad-19c23f8ad340 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556175 Apr 12 17:53:25.915454 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] For port 4e8ae3d7-aa50-4502-9039-297b8b021820, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e8ae3d7-aa50-4502-9039-297b8b021820,segment=NetworkSegment(15346818-7f39-4d6d-b9c8-8b98032ce100),segment_id=15346818-7f39-4d6d-b9c8-8b98032ce100)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:25.915847 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:25.934672 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Calling delete_port for 4e8ae3d7-aa50-4502-9039-297b8b021820 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:25.938134 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07e82356-69c7-4db9-b8f0-844c27ed2eb7 req-4f2e7d90-bc54-4b5a-816e-cde07f4823a1 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537099 Apr 12 17:53:26.104248 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86da57-9a86-48ca-8002-b48f29c5bae0 req-d13b2d5c-8ddf-4fcc-9dfd-ae239cd3105b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:26.105638 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c86da57-9a86-48ca-8002-b48f29c5bae0 req-d13b2d5c-8ddf-4fcc-9dfd-ae239cd3105b tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cee917f-36d2-4c9f-8891-f2d4dab362cc HTTP/1.1" status: 200 len: 946 time: 0.0598226 Apr 12 17:53:26.106697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (4e8ae3d7-aa50-4502-9039-297b8b021820), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:26.120794 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['4e8ae3d7-aa50-4502-9039-297b8b021820'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:53:26.145002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Pushing event deleted for resources: {'Port': ['ID=4e8ae3d7-aa50-4502-9039-297b8b021820,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:26.168190 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.168545 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.168904 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.169251 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.169588 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.169919 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.170254 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.170583 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.170908 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.171290 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.171622 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.171949 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.172272 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.172598 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.172918 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:26.222643 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] No DVR routers for this DVR port 4e8ae3d7-aa50-4502-9039-297b8b021820 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:26.227015 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:26.230266 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6091ee83-8a69-4af7-a456-220b3a40c0c8 req-d12d3c81-fd3b-466b-bcb7-5dad6d6ff049 tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.18 "DELETE /v2.0/ports/4e8ae3d7-aa50-4502-9039-297b8b021820 HTTP/1.1" status: 204 len: 173 time: 0.6031156 Apr 12 17:53:26.230697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'name': 'network-vif-deleted', 'tag': '4e8ae3d7-aa50-4502-9039-297b8b021820'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:26.232995 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df53acc-3eae-43ea-aae7-c510b097f551" -d '{"events": [{"server_uuid": "3cee917f-36d2-4c9f-8891-f2d4dab362cc", "name": "network-vif-deleted", "tag": "4e8ae3d7-aa50-4502-9039-297b8b021820"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:26.239762 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c86da57-9a86-48ca-8002-b48f29c5bae0 req-18bafb48-78c1-4e9f-99c8-ed72525b152a tempest-VolumesSnapshotTestJSON-1399579723 tempest-VolumesSnapshotTestJSON-1399579723-project] 10.222.0.45 "GET /v2.0/security-groups?id=707c8048-df4c-4acb-8a75-89c0e746ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249094 Apr 12 17:53:26.280225 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e0f359-4ee1-459f-ab2a-e33b6e09a169 x-openstack-request-id: req-05e0f359-4ee1-459f-ab2a-e33b6e09a169 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:26.280734 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee917f-36d2-4c9f-8891-f2d4dab362cc", "name": "network-vif-deleted", "tag": "4e8ae3d7-aa50-4502-9039-297b8b021820", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:26.281136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05e0f359-4ee1-459f-ab2a-e33b6e09a169 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:26.281733 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e0f359-4ee1-459f-ab2a-e33b6e09a169'] response: {'server_uuid': '3cee917f-36d2-4c9f-8891-f2d4dab362cc', 'name': 'network-vif-deleted', 'tag': '4e8ae3d7-aa50-4502-9039-297b8b021820', 'status': 'completed', 'code': 200} Apr 12 17:53:26.289431 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cd488352-1595-4da6-86e7-08ce1cc307ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:28.470082 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:53:28.542985 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5488d94e-b37a-4955-bdde-5ac5861c6bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:28.932876 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 4e8ae3d7-aa50-4502-9039-297b8b021820 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:28.964159 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 4e8ae3d7-aa50-4502-9039-297b8b021820 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:28.964510 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 4e8ae3d7-aa50-4502-9039-297b8b021820 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:30.103012 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:31.377035 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:32.686950 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:35.921631 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-1b5c86d4-8012-4b05-aa64-a0cd08d10ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:35.923156 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-1b5c86d4-8012-4b05-aa64-a0cd08d10ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1129 time: 0.0696230 Apr 12 17:53:35.940554 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da30cf-cb4e-4dd0-8715-67697495e105 req-44a527ce-d8ba-4be6-ae68-f56d4ef13412 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:35.943285 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44da30cf-cb4e-4dd0-8715-67697495e105 req-44a527ce-d8ba-4be6-ae68-f56d4ef13412 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0730240 Apr 12 17:53:36.047542 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44da30cf-cb4e-4dd0-8715-67697495e105 req-99b6547d-8d9d-46f1-ac78-09694726a97c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968485 Apr 12 17:53:36.063198 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-a3a8f38c-11aa-476f-a39c-fff888e0016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:36.064680 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-a3a8f38c-11aa-476f-a39c-fff888e0016f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1314716 Apr 12 17:53:36.138959 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-f27fb4f2-ef00-4849-b75d-6df1abf4e385 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 1000 time: 0.0663526 Apr 12 17:53:36.195378 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-0a0166d4-2402-4e78-a00f-04216cbb99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:36.196819 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-0a0166d4-2402-4e78-a00f-04216cbb99e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0511210 Apr 12 17:53:36.243125 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-44458306-ee0f-4bd0-b538-88e02e7108d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:36.244609 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-44458306-ee0f-4bd0-b538-88e02e7108d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405786 Apr 12 17:53:36.492976 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:37.196744 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaf516-46d2-4853-8c67-b9dd8d3d2ff4 req-cc7f1eda-d907-4a8a-883d-79d2804a4044 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:37.198181 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-67eaf516-46d2-4853-8c67-b9dd8d3d2ff4 req-cc7f1eda-d907-4a8a-883d-79d2804a4044 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0607431 Apr 12 17:53:37.218011 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-15684e05-556c-4c13-bb10-8c4984d84a87 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317480 Apr 12 17:53:37.255856 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-67eaf516-46d2-4853-8c67-b9dd8d3d2ff4 req-d8706247-0ee4-4f95-b6a2-6589085b06cb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486970 Apr 12 17:53:37.971367 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f2ff9ef-a3ab-41e5-b886-1f03d3ca1dc0 req-bb12f7bb-17c6-408c-86e6-430c0713baff service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929823 Apr 12 17:53:38.389489 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04670e-c23a-4005-92a4-dc8f4a396837 req-7949445f-6251-4db3-a12e-24c875ba8278 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:38.391316 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a04670e-c23a-4005-92a4-dc8f4a396837 req-7949445f-6251-4db3-a12e-24c875ba8278 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0507255 Apr 12 17:53:38.440006 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a04670e-c23a-4005-92a4-dc8f4a396837 req-c3588c43-bda0-4fba-bacd-c2d4a261527d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432119 Apr 12 17:53:39.565870 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921b258-b75d-4c4a-be97-0f332af706c9 req-ef80e579-f6c3-4e32-ae8e-f373d53d893c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:39.567325 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c921b258-b75d-4c4a-be97-0f332af706c9 req-ef80e579-f6c3-4e32-ae8e-f373d53d893c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0469782 Apr 12 17:53:39.620931 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c921b258-b75d-4c4a-be97-0f332af706c9 req-eba814fe-b974-4523-9ab2-a3acab4ee8e7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477436 Apr 12 17:53:40.754047 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ff6f-e084-4fab-be16-e0c89e7d6357 req-a1c689f3-701c-41f1-8b73-8608cbbf1edb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:40.755554 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a80ff6f-e084-4fab-be16-e0c89e7d6357 req-a1c689f3-701c-41f1-8b73-8608cbbf1edb tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0572703 Apr 12 17:53:40.805751 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a80ff6f-e084-4fab-be16-e0c89e7d6357 req-bdb2cd5d-9bcc-400d-92eb-512b2b04e305 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418432 Apr 12 17:53:41.929294 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79235e18-661d-4b56-8eea-96e2ccee2500 req-9be0d705-a4c5-4644-9881-f3125e07aaef tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:41.930781 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-79235e18-661d-4b56-8eea-96e2ccee2500 req-9be0d705-a4c5-4644-9881-f3125e07aaef tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Apr 12 17:53:41.979711 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-79235e18-661d-4b56-8eea-96e2ccee2500 req-93903282-8b97-4b05-992d-6c4d5469407e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430064 Apr 12 17:53:43.107108 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3740a-5e07-4598-84b3-5b2b557460c6 req-55da611f-e6e9-4683-8f32-8bc77b52180f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:43.108701 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6db3740a-5e07-4598-84b3-5b2b557460c6 req-55da611f-e6e9-4683-8f32-8bc77b52180f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0556450 Apr 12 17:53:43.162391 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6db3740a-5e07-4598-84b3-5b2b557460c6 req-a3d38179-4d1f-47d8-9bb3-1f04f207d601 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448999 Apr 12 17:53:44.284353 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44441-9db0-4c3c-a697-f983858d654c req-049ba2c6-bc9c-47a8-89ee-4344354da2d8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:44.285837 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33b44441-9db0-4c3c-a697-f983858d654c req-049ba2c6-bc9c-47a8-89ee-4344354da2d8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Apr 12 17:53:44.338524 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33b44441-9db0-4c3c-a697-f983858d654c req-9c8df8b5-9804-4d2b-9d8a-0ed9ec41812d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468874 Apr 12 17:53:45.454167 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426e59-be56-4431-a9e1-122a9ab2815c req-0b072303-491c-44e6-bbdd-d918d717c331 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:45.455661 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-23426e59-be56-4431-a9e1-122a9ab2815c req-0b072303-491c-44e6-bbdd-d918d717c331 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0481789 Apr 12 17:53:45.502430 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-23426e59-be56-4431-a9e1-122a9ab2815c req-9a4b8c23-5675-4da3-8b6d-c5bef4ee407c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411236 Apr 12 17:53:46.619634 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbceb-e512-4ba4-aa27-941fb8960cfe req-40965498-e9bb-4738-a4be-b42bbb17979b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:46.621139 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d1bbceb-e512-4ba4-aa27-941fb8960cfe req-40965498-e9bb-4738-a4be-b42bbb17979b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0507989 Apr 12 17:53:46.675108 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d1bbceb-e512-4ba4-aa27-941fb8960cfe req-687c36b2-2ebd-4a48-8a6e-9e8b2de0ab9c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478728 Apr 12 17:53:47.789424 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810050d-dfdd-49cb-859e-cc2400a5d98e req-acbc1a17-3e38-4e32-bded-ee5031d11ff9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:47.790891 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1810050d-dfdd-49cb-859e-cc2400a5d98e req-acbc1a17-3e38-4e32-bded-ee5031d11ff9 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0473893 Apr 12 17:53:47.838034 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1810050d-dfdd-49cb-859e-cc2400a5d98e req-b59ee8b2-a503-4aba-9a69-f3c2e3af566d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413191 Apr 12 17:53:48.950675 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0411f-f716-4063-ae16-dd88caca46c6 req-55789cc3-ce3e-4a29-8e55-510efc2bd8cd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:48.952201 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50d0411f-f716-4063-ae16-dd88caca46c6 req-55789cc3-ce3e-4a29-8e55-510efc2bd8cd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0466800 Apr 12 17:53:49.002009 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50d0411f-f716-4063-ae16-dd88caca46c6 req-e33d5911-bbda-45a6-9814-52a08177367c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442295 Apr 12 17:53:49.601680 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59624) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:49.648538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] Deleting subnet 6f61ae89-1763-4ed3-9e91-bf49d48f50a7 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:53:49.651752 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] Publish callbacks [] for subnet (6f61ae89-1763-4ed3-9e91-bf49d48f50a7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.687987 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (6f61ae89-1763-4ed3-9e91-bf49d48f50a7), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.738071 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (6f61ae89-1763-4ed3-9e91-bf49d48f50a7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.795415 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (6f61ae89-1763-4ed3-9e91-bf49d48f50a7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.818562 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f61ae89-1763-4ed3-9e91-bf49d48f50a7,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:49.825924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.829217 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-15e391fd-754f-4b81-ae69-54ff28fa101d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6f61ae89-1763-4ed3-9e91-bf49d48f50a7 HTTP/1.1" status: 204 len: 168 time: 0.2265294 Apr 12 17:53:49.832110 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59626) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:49.911535 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (90a36624-95d2-4e62-99c5-2e0a1e17756e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.999278 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (90a36624-95d2-4e62-99c5-2e0a1e17756e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.019180 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a36624-95d2-4e62-99c5-2e0a1e17756e']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:50.028978 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15346818-7f39-4d6d-b9c8-8b98032ce100') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:50.029341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15346818-7f39-4d6d-b9c8-8b98032ce100') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:50.039352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (15346818-7f39-4d6d-b9c8-8b98032ce100), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.053200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (15346818-7f39-4d6d-b9c8-8b98032ce100), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.059564 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:53:50.059951 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (15346818-7f39-4d6d-b9c8-8b98032ce100), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:53:50.061699 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:53:50.147535 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (90a36624-95d2-4e62-99c5-2e0a1e17756e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.153656 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.156991 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] 10.222.0.45 "DELETE /v2.0/networks/90a36624-95d2-4e62-99c5-2e0a1e17756e HTTP/1.1" status: 204 len: 168 time: 0.3239634 Apr 12 17:53:50.162984 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f08b03-1e1f-48e2-a6e2-73a5e2729e1c req-80eef1fc-7ad0-4c01-b588-324e49836467 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:50.164391 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-35f08b03-1e1f-48e2-a6e2-73a5e2729e1c req-80eef1fc-7ad0-4c01-b588-324e49836467 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0934880 Apr 12 17:53:50.177272 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650a83d-7e49-4540-bd7d-3eca45a41952 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a36624-95d2-4e62-99c5-2e0a1e17756e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:50.219509 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-35f08b03-1e1f-48e2-a6e2-73a5e2729e1c req-49bb1b94-6ab7-488a-93f1-240ee41cab80 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444036 Apr 12 17:53:50.324863 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59632) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:50.365415 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9457da69-c449-4257-833e-60e62be35889 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e511eae935146069bdd9a386c0d8aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393920 Apr 12 17:53:50.367912 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59634) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:50.420197 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e28de5aa-c390-40ec-9201-1afce6cb345a admin admin] Publish callbacks [] for security_group (707c8048-df4c-4acb-8a75-89c0e746ed45), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.442410 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e28de5aa-c390-40ec-9201-1afce6cb345a admin admin] Publish callbacks [] for security_group (707c8048-df4c-4acb-8a75-89c0e746ed45), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.494570 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e28de5aa-c390-40ec-9201-1afce6cb345a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (707c8048-df4c-4acb-8a75-89c0e746ed45), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.497279 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e28de5aa-c390-40ec-9201-1afce6cb345a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:50.498401 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e28de5aa-c390-40ec-9201-1afce6cb345a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/707c8048-df4c-4acb-8a75-89c0e746ed45 HTTP/1.1" status: 204 len: 168 time: 0.1296334 Apr 12 17:53:50.506354 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28de5aa-c390-40ec-9201-1afce6cb345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c8048-df4c-4acb-8a75-89c0e746ed45,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:50.898006 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fc59-a9bd-477f-a1d3-2df81fc083ec req-4750f977-efd8-4dc1-bd4d-200ba2e788dd tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:50.899645 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b77fc59-a9bd-477f-a1d3-2df81fc083ec req-4750f977-efd8-4dc1-bd4d-200ba2e788dd tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0522957 Apr 12 17:53:50.947238 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b77fc59-a9bd-477f-a1d3-2df81fc083ec req-6c74d7a7-6882-4c8e-b55e-e5c96ab6cb8c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Apr 12 17:53:51.339999 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8971ba-c317-4988-a43a-dd2f401b3355 req-7d814655-173a-4c93-af7c-656ea4215756 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:51.341426 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f8971ba-c317-4988-a43a-dd2f401b3355 req-7d814655-173a-4c93-af7c-656ea4215756 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0463512 Apr 12 17:53:51.389968 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f8971ba-c317-4988-a43a-dd2f401b3355 req-b62a328b-f5e3-48f5-a07d-f91d5a289e70 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426843 Apr 12 17:53:52.076567 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ca4e-12bc-4981-9601-168258ebac41 req-8b9ed392-1ccd-4fa4-98df-29a5d9817c31 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:52.078268 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24a2ca4e-12bc-4981-9601-168258ebac41 req-8b9ed392-1ccd-4fa4-98df-29a5d9817c31 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0604467 Apr 12 17:53:52.128948 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24a2ca4e-12bc-4981-9601-168258ebac41 req-64f420e1-c4a0-42c3-a6ea-d11c26c5a6b4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423610 Apr 12 17:53:52.521202 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644e8cf-41cf-44b5-8a49-963280f6f6f8 req-d0798ba2-0829-4dd6-ab78-e38947476970 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:52.522684 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7644e8cf-41cf-44b5-8a49-963280f6f6f8 req-d0798ba2-0829-4dd6-ab78-e38947476970 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0470796 Apr 12 17:53:52.572005 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7644e8cf-41cf-44b5-8a49-963280f6f6f8 req-6236ea41-2887-4d6e-af82-c85184729140 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406983 Apr 12 17:53:53.277253 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4915f36-9121-4e51-9507-020d39b7e312 req-84fdf1d2-039e-4247-9aeb-67b4484e9cae tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:53.278733 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4915f36-9121-4e51-9507-020d39b7e312 req-84fdf1d2-039e-4247-9aeb-67b4484e9cae tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0583422 Apr 12 17:53:53.593103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4915f36-9121-4e51-9507-020d39b7e312 req-e65d628e-4228-4de5-9b89-b12d8caabc63 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084137 Apr 12 17:53:53.691428 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d5631-614c-4128-9832-63b2ae782a7e req-b50b31b6-3cd4-4059-91ef-65041c559c4c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:53.692901 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-011d5631-614c-4128-9832-63b2ae782a7e req-b50b31b6-3cd4-4059-91ef-65041c559c4c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0476317 Apr 12 17:53:53.743604 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-011d5631-614c-4128-9832-63b2ae782a7e req-dee41968-2e1d-454f-b864-5206d30b466b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449014 Apr 12 17:53:54.718035 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aadb4f-bd8c-45a0-a293-e4488640db81 req-769adae7-55cb-4cc5-a739-8d247c8da382 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:54.719539 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50aadb4f-bd8c-45a0-a293-e4488640db81 req-769adae7-55cb-4cc5-a739-8d247c8da382 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0499513 Apr 12 17:53:54.777292 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50aadb4f-bd8c-45a0-a293-e4488640db81 req-1995ffe6-0c22-4edd-a6dd-aed0a7ee5ac1 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520530 Apr 12 17:53:54.861861 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b54c7f-7823-4deb-8452-8e05b39ad1cd req-c94391c3-3903-481d-a135-f6c82c71c449 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:54.863349 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2b54c7f-7823-4deb-8452-8e05b39ad1cd req-c94391c3-3903-481d-a135-f6c82c71c449 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0455952 Apr 12 17:53:54.912170 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2b54c7f-7823-4deb-8452-8e05b39ad1cd req-73cae40f-e8d9-49d6-98ba-2e6c46d97f76 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404866 Apr 12 17:53:55.743022 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65829282-c134-4bfb-8717-d148a583ad33 req-fd9170e4-8d9e-4537-b4be-a7473f37cf77 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:55.744486 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65829282-c134-4bfb-8717-d148a583ad33 req-fd9170e4-8d9e-4537-b4be-a7473f37cf77 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0587087 Apr 12 17:53:55.852646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Deleting port 47784e30-5030-4738-b6e8-6082db43bd25 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:55.852992 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (47784e30-5030-4738-b6e8-6082db43bd25), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:55.949072 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa837ea-806c-4637-8aed-1989f1340a01 req-580c599c-2b0c-4dd5-b20f-abc91b44c0ee tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:55.950521 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7aa837ea-806c-4637-8aed-1989f1340a01 req-580c599c-2b0c-4dd5-b20f-abc91b44c0ee tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 946 time: 0.0945807 Apr 12 17:53:56.011270 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] For port 47784e30-5030-4738-b6e8-6082db43bd25, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47784e30-5030-4738-b6e8-6082db43bd25,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:56.011270 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (47784e30-5030-4738-b6e8-6082db43bd25), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:56.102477 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7aa837ea-806c-4637-8aed-1989f1340a01 req-70744360-7ac3-43c1-bcfd-e125eec00a73 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=33fc5519-ee2e-48f2-811b-764b1fa81631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443832 Apr 12 17:53:56.108547 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce4469-0ca9-4745-9cbe-01655991c0ee req-080b7226-a8d0-45a0-9fe2-689b27dcbee8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:56.110310 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcce4469-0ca9-4745-9cbe-01655991c0ee req-080b7226-a8d0-45a0-9fe2-689b27dcbee8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.1182928 Apr 12 17:53:56.220755 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcce4469-0ca9-4745-9cbe-01655991c0ee req-03c15fd6-ff6b-43e7-8c2a-8150ec25ac91 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035178 Apr 12 17:53:56.277977 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:56.278339 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (96f0d30f-01d3-4350-bad0-fbaec79eac69), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:56.278690 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Floating IP 96f0d30f-01d3-4350-bad0-fbaec79eac69 disassociated. External IP: 172.27.3.222, port: 47784e30-5030-4738-b6e8-6082db43bd25. Apr 12 17:53:56.279076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Calling delete_port for 47784e30-5030-4738-b6e8-6082db43bd25 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:56.287348 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-43fa2eea-483b-4fa1-8b1b-f266ff8e4309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:56.424962 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (47784e30-5030-4738-b6e8-6082db43bd25), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:56.457455 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event deleted for resources: {'Port': ['ID=47784e30-5030-4738-b6e8-6082db43bd25,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:56.577212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:53:56.688462 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:53:56.699413 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] Sync routers for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:53:56.710582 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:56.711200 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:56.731149 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] No DVR routers for this DVR port 47784e30-5030-4738-b6e8-6082db43bd25 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:56.733569 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:56.736924 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65829282-c134-4bfb-8717-d148a583ad33 req-af855919-7bca-46b8-b82d-170e6478cc9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "DELETE /v2.0/ports/47784e30-5030-4738-b6e8-6082db43bd25 HTTP/1.1" status: 204 len: 173 time: 0.9835696 Apr 12 17:53:56.737356 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'name': 'network-vif-deleted', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:56.739600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19fd21-bf64-4791-8a3c-445e36bf2683" -d '{"events": [{"server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "name": "network-vif-deleted", "tag": "47784e30-5030-4738-b6e8-6082db43bd25"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:56.775285 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8c7736-715f-426d-a2c9-248666c32361 x-openstack-request-id: req-fc8c7736-715f-426d-a2c9-248666c32361 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:56.775894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720d5b0-2040-438b-b172-05a8426ca7de", "name": "network-vif-deleted", "tag": "47784e30-5030-4738-b6e8-6082db43bd25", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:56.775894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc8c7736-715f-426d-a2c9-248666c32361 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:56.776235 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8c7736-715f-426d-a2c9-248666c32361'] response: {'server_uuid': 'c720d5b0-2040-438b-b172-05a8426ca7de', 'name': 'network-vif-deleted', 'tag': '47784e30-5030-4738-b6e8-6082db43bd25', 'status': 'completed', 'code': 200} Apr 12 17:53:56.824747 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:57.022077 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:57.049150 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] Checking router: 4af19748-c457-4b78-bcbc-8b22ea5c1d07 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:53:57.058325 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:57.058928 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:57.170401 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:57.205849 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-636f5a99-a9c7-4bc3-890b-7c65282a8e41 req-0fab2161-3178-42ea-950a-acbb0f882dbe tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0284126 Apr 12 17:53:57.346232 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397593f-898f-4524-bd47-f96f58c5e117 req-7f0a3899-4c63-4aff-9581-a420dd58852d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:57.347644 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7397593f-898f-4524-bd47-f96f58c5e117 req-7f0a3899-4c63-4aff-9581-a420dd58852d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0520136 Apr 12 17:53:57.371962 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:57.401344 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7397593f-898f-4524-bd47-f96f58c5e117 req-cdbe0f07-5349-44bb-baa4-18916f3cb19e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478354 Apr 12 17:53:57.401633 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749a47d-30fb-449a-8014-ff433e9c6aaf None None] The sync data for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi is: [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:53:57.615870 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eca337-77cb-40e2-bfbd-a35a3229fed8 None None] New status for floating IP 96f0d30f-01d3-4350-bad0-fbaec79eac69: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:53:58.301251 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3671ba9f-9e18-4c27-93ff-8cfe846c6d83 req-4ab9afaa-d69c-47e7-9163-13f0984d841c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0279362 Apr 12 17:53:58.526386 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04186-5fa0-47b6-afd3-cdf052c6de84 req-de89d3a7-9cc1-4f15-849f-16c7bb63d454 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:58.527798 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4b04186-5fa0-47b6-afd3-cdf052c6de84 req-de89d3a7-9cc1-4f15-849f-16c7bb63d454 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0505891 Apr 12 17:53:58.549363 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e511bc6-eea6-48e5-aac6-7b0d299739b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:58.578892 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4b04186-5fa0-47b6-afd3-cdf052c6de84 req-67187d19-0802-454d-a7e8-db5bcfc4c8af tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443764 Apr 12 17:53:59.005622 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 47784e30-5030-4738-b6e8-6082db43bd25 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:59.034124 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 47784e30-5030-4738-b6e8-6082db43bd25 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:59.034482 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 47784e30-5030-4738-b6e8-6082db43bd25 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:59.420722 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ba76a1fc-32a3-4f8a-8fbb-7cfaab77910e req-9b022763-50f1-470f-867b-24d8683d09ec tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0349305 Apr 12 17:53:59.705379 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b733190-d3cf-4750-afcd-fc0878f0b8b2 req-5a1ac692-975f-4c94-822e-a863202ed788 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:59.706792 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0b733190-d3cf-4750-afcd-fc0878f0b8b2 req-5a1ac692-975f-4c94-822e-a863202ed788 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0549719 Apr 12 17:53:59.758499 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0b733190-d3cf-4750-afcd-fc0878f0b8b2 req-4e2e1269-968c-4b29-bf95-b81a590044a5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429387 Apr 12 17:54:00.103836 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:00.540986 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8b4e308c-e161-495c-8c50-cb2683c13a17 req-d5bbc090-1d8a-4d4a-88f8-626d63ed4ad3 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0347078 Apr 12 17:54:00.888408 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caac4de-f2bb-4475-ab03-c7157340db61 req-bb98681c-9913-4464-a4fc-3b5132e153b2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:00.889929 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3caac4de-f2bb-4475-ab03-c7157340db61 req-bb98681c-9913-4464-a4fc-3b5132e153b2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0500569 Apr 12 17:54:00.945956 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3caac4de-f2bb-4475-ab03-c7157340db61 req-9592c01a-2018-4d0f-873f-011d6c68be57 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475395 Apr 12 17:54:01.382647 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:01.658098 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1107f483-686b-4660-8501-86e9db23efa7 req-383e29e9-6c36-4feb-86b5-f9bba6fa3fb2 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0279949 Apr 12 17:54:02.078477 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906d094-8f92-42ff-9278-ca8daa7e59ca req-a891bfb8-2701-4068-adb4-9b5a21b14af2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:02.079999 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3906d094-8f92-42ff-9278-ca8daa7e59ca req-a891bfb8-2701-4068-adb4-9b5a21b14af2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0568857 Apr 12 17:54:02.134083 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3906d094-8f92-42ff-9278-ca8daa7e59ca req-ba236744-9863-449c-a3d7-6610c011d9a5 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484164 Apr 12 17:54:02.692640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:02.774030 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef32af05-fcc2-4263-b901-b802e6536c0d req-37022042-000f-44d0-8614-87f9f973b629 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c720d5b0-2040-438b-b172-05a8426ca7de HTTP/1.1" status: 200 len: 210 time: 0.0308285 Apr 12 17:54:03.172864 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad9e7f-320e-4966-bdc3-e43344834d8f req-96704be3-0fee-4dea-a334-b171d2ba9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:03.174597 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3dad9e7f-320e-4966-bdc3-e43344834d8f req-96704be3-0fee-4dea-a334-b171d2ba9967 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1129 time: 0.0422533 Apr 12 17:54:03.249391 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3dad9e7f-320e-4966-bdc3-e43344834d8f req-154b41f6-8d60-4b04-a641-1f8b7f05ddf0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673721 Apr 12 17:54:03.265407 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fbe16-31b4-4dee-b089-ba6acdee4027 req-58db3743-c8b1-41bc-a682-729a4f5fd9f4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:03.266982 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a27fbe16-31b4-4dee-b089-ba6acdee4027 req-58db3743-c8b1-41bc-a682-729a4f5fd9f4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0586064 Apr 12 17:54:03.314578 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a27fbe16-31b4-4dee-b089-ba6acdee4027 req-a798a0d5-f65a-4161-906e-fbef09373241 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418079 Apr 12 17:54:03.864792 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59806) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:03.922785 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5ea44596-42d5-4ecb-950f-64318d887420 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (33fc5519-ee2e-48f2-811b-764b1fa81631), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:03.949819 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5ea44596-42d5-4ecb-950f-64318d887420 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (33fc5519-ee2e-48f2-811b-764b1fa81631), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.006241 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5ea44596-42d5-4ecb-950f-64318d887420 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (33fc5519-ee2e-48f2-811b-764b1fa81631), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.008883 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5ea44596-42d5-4ecb-950f-64318d887420 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.010069 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5ea44596-42d5-4ecb-950f-64318d887420 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "DELETE /v2.0/security-groups/33fc5519-ee2e-48f2-811b-764b1fa81631 HTTP/1.1" status: 204 len: 168 time: 0.1439393 Apr 12 17:54:04.013002 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59808) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:04.019785 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea44596-42d5-4ecb-950f-64318d887420 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fc5519-ee2e-48f2-811b-764b1fa81631,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:04.027342 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-ddf2384e-d1dc-434f-a375-b8293879f51d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] show failed (client error): The resource could not be found. Apr 12 17:54:04.031314 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ddf2384e-d1dc-434f-a375-b8293879f51d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups/33fc5519-ee2e-48f2-811b-764b1fa81631 HTTP/1.1" status: 404 len: 347 time: 0.0167577 Apr 12 17:54:04.031447 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59810) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:04.147848 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Deleting port 7747c121-b10c-4691-b677-4be35c7a2173 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:04.148193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (7747c121-b10c-4691-b677-4be35c7a2173), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.235267 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (7747c121-b10c-4691-b677-4be35c7a2173), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.235827 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (7747c121-b10c-4691-b677-4be35c7a2173), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.262349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Calling delete_port for 7747c121-b10c-4691-b677-4be35c7a2173 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:04.409567 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (7747c121-b10c-4691-b677-4be35c7a2173), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.436400 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event deleted for resources: {'Port': ['ID=7747c121-b10c-4691-b677-4be35c7a2173,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:04.514775 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (96f0d30f-01d3-4350-bad0-fbaec79eac69), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.517734 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.518908 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7fca1432-35fa-4ad7-9d16-09153d8e5a78 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "DELETE /v2.0/floatingips/96f0d30f-01d3-4350-bad0-fbaec79eac69 HTTP/1.1" status: 204 len: 168 time: 0.4862943 Apr 12 17:54:04.633558 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c122d-d339-42f9-b294-bf9e2608bffb req-e33a0ce8-6c40-431e-a681-c57798d3de3b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:04.635031 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e7c122d-d339-42f9-b294-bf9e2608bffb req-e33a0ce8-6c40-431e-a681-c57798d3de3b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.2440600 Apr 12 17:54:04.684237 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e7c122d-d339-42f9-b294-bf9e2608bffb req-39d550d5-542b-4255-85f0-9e999e179d33 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433619 Apr 12 17:54:04.721552 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59824) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:04.726106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-aea4058e-b42b-4bd4-8809-4ecb4d058495 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803603791', 'description': 'tempest-description--899061546'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:04.746919 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea4058e-b42b-4bd4-8809-4ecb4d058495 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.823437 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea4058e-b42b-4bd4-8809-4ecb4d058495 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (5edec31c-1b74-4bb8-83f1-d942c0bbc8e3), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.829798 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea4058e-b42b-4bd4-8809-4ecb4d058495 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5edec31c-1b74-4bb8-83f1-d942c0bbc8e3), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.861671 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea4058e-b42b-4bd4-8809-4ecb4d058495 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.862941 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-aea4058e-b42b-4bd4-8809-4ecb4d058495 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404119 Apr 12 17:54:04.865030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4058e-b42b-4bd4-8809-4ecb4d058495 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:04.865936 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59826) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:04.870431 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'security_group_rule': {'security_group_id': '5edec31c-1b74-4bb8-83f1-d942c0bbc8e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:04.897166 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (41a4614f-8c6c-46df-80e9-8e84ecec840c), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.952052 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (41a4614f-8c6c-46df-80e9-8e84ecec840c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.957312 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (41a4614f-8c6c-46df-80e9-8e84ecec840c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.976871 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a4614f-8c6c-46df-80e9-8e84ecec840c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:04.985844 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.989775 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200912 Apr 12 17:54:04.989775 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.989775 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.989775 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.989775 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.989775 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.990369 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.990471 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.990712 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.991030 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.991348 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-65189a64-d3fa-4a4f-9cde-f5a1da4f16b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430241 Apr 12 17:54:04.991761 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.992057 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59828) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:04.992251 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.992583 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.992913 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.993236 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:04.993644 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd6627-000e-4093-91bc-a382f21a281d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:05.002072 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-92d400a5-e095-4e03-8b94-d6b1e63dd189 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'security_group_rule': {'security_group_id': '5edec31c-1b74-4bb8-83f1-d942c0bbc8e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:05.056257 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92d400a5-e095-4e03-8b94-d6b1e63dd189 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (4f992ece-0cda-4928-a005-1dc1e9f16d2a), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.068255 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-af684388-ae9d-48f7-a764-28210c5027c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:05.069746 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-af684388-ae9d-48f7-a764-28210c5027c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 1129 time: 0.0517609 Apr 12 17:54:05.174556 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92d400a5-e095-4e03-8b94-d6b1e63dd189 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (4f992ece-0cda-4928-a005-1dc1e9f16d2a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.179543 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92d400a5-e095-4e03-8b94-d6b1e63dd189 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (4f992ece-0cda-4928-a005-1dc1e9f16d2a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.213197 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d400a5-e095-4e03-8b94-d6b1e63dd189 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f992ece-0cda-4928-a005-1dc1e9f16d2a,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:05.216402 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-5d3a4cd8-560d-41c7-a6d4-cfbe9b673e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:05.218113 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-5d3a4cd8-560d-41c7-a6d4-cfbe9b673e01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1271725 Apr 12 17:54:05.221947 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92d400a5-e095-4e03-8b94-d6b1e63dd189 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.223158 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-92d400a5-e095-4e03-8b94-d6b1e63dd189 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300847 Apr 12 17:54:05.226212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59830) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:05.230401 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:05.277586 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-44f83f2f-a399-4256-818e-e79e02225301 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645 HTTP/1.1" status: 200 len: 217 time: 0.0430374 Apr 12 17:54:05.288324 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.381759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-3515f86e-8350-44c9-b8ee-1993f3604e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:05.383259 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-3515f86e-8350-44c9-b8ee-1993f3604e63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0919387 Apr 12 17:54:05.426434 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.444664 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-57f3df15-272b-4cf5-9b34-74fc95703172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:05.446171 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-57f3df15-272b-4cf5-9b34-74fc95703172 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553625 Apr 12 17:54:05.469739 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:54:05.610858 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Allocated IP 172.27.3.75 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/c8536eb6-3598-42f1-b0f1-9cb664bf39d5) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:05.614792 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-b6070609-4968-469c-83ee-aa751e0685de service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431878 Apr 12 17:54:05.797306 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e815357-aab7-4bee-acf0-ee79d4bed71d req-3264196a-ff6d-4253-85ef-5d2c7037f1e3 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744964 Apr 12 17:54:05.821893 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.829184 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357741a6-39de-45d5-8952-209c7a7f97b6 req-61efb503-cb7c-48c3-ba9e-2609b7a8ce60 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:05.830663 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-357741a6-39de-45d5-8952-209c7a7f97b6 req-61efb503-cb7c-48c3-ba9e-2609b7a8ce60 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0755281 Apr 12 17:54:05.899547 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-357741a6-39de-45d5-8952-209c7a7f97b6 req-30eb5d72-3c6e-4dc5-a2ba-bf14de28b1cd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618987 Apr 12 17:54:05.900947 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:05.939056 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:05.944034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:05.947600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:05.953223 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'Port': ['ID=c8536eb6-3598-42f1-b0f1-9cb664bf39d5,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:06.037981 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (64653370-b34d-46d5-8c19-175612fefe3c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:06.076181 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:06.247894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:06.253579 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:06.494583 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:06.665257 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'Port': ['ID=c8536eb6-3598-42f1-b0f1-9cb664bf39d5,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:06.681202 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b596-062f-4b0e-bf08-68ad56ef870d req-3d678c70-1c3f-4480-9061-69cc1b2d5237 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:06.682676 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c45b596-062f-4b0e-bf08-68ad56ef870d req-3d678c70-1c3f-4480-9061-69cc1b2d5237 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0986578 Apr 12 17:54:06.683570 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-ed8b8459-af87-48ee-9996-282ceb1ffcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:06.684843 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-ed8b8459-af87-48ee-9996-282ceb1ffcc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1129 time: 0.1021552 Apr 12 17:54:06.685783 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (64653370-b34d-46d5-8c19-175612fefe3c), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:06.736524 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:06.737686 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c15c1f0a-b7c3-4026-a1a5-32c285549391 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5105705 Apr 12 17:54:06.793971 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c45b596-062f-4b0e-bf08-68ad56ef870d req-9b0f30a8-1fec-44e5-8343-3842aec24f87 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038778 Apr 12 17:54:06.821139 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-0db8499b-680b-4bad-a40f-b29153104a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:06.822620 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-0db8499b-680b-4bad-a40f-b29153104a95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1243305 Apr 12 17:54:06.897125 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-66df664d-0a83-4d6b-b427-13463fca1608 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 1000 time: 0.0641665 Apr 12 17:54:06.974856 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-b3817bac-575f-420b-a5fe-e5a1ccd38b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:06.976325 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-b3817bac-575f-420b-a5fe-e5a1ccd38b70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0722864 Apr 12 17:54:06.979870 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-ee86e202-66a3-40ec-ba85-e1e83886bb9e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1803603791&fields=id&tenant_id=d35337bc8db84ed8a69a9fed285f7c70 HTTP/1.1" status: 200 len: 267 time: 0.0768995 Apr 12 17:54:07.071834 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-fd9153e7-1c66-47f8-894a-8b164d280a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:07.073251 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-fd9153e7-1c66-47f8-894a-8b164d280a5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899451 Apr 12 17:54:07.167509 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-39eaf5a9-64e1-4e4b-9083-7f97a5ed0e04 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:07.168960 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-39eaf5a9-64e1-4e4b-9083-7f97a5ed0e04 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 810 time: 0.1781662 Apr 12 17:54:07.192273 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-4c674bb8-96da-4c9f-89a4-fe00b3c3a2a7 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/quotas/d35337bc8db84ed8a69a9fed285f7c70 HTTP/1.1" status: 200 len: 375 time: 0.0172307 Apr 12 17:54:07.215433 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-afb0a054-461b-4865-aa62-1fc6a614b248 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319370 Apr 12 17:54:07.270310 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-56c4b9ad-4fad-442a-a307-2223d673d48a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696149 Apr 12 17:54:07.383835 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45878af4-ccd0-4f19-a1ed-158da71ae0a9 req-5b32aa1a-4c63-4fa4-918a-bdfdcc250360 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517687 Apr 12 17:54:07.405106 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-565fb656-19c4-4324-9e5b-4c31b49da7fb service neutron] 10.222.0.45 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071196 Apr 12 17:54:07.499670 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-5a45411f-f9f8-4618-890b-b4901516c9d3 service neutron] 10.222.0.45 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877266 Apr 12 17:54:07.669156 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53dc3ad7-fab1-4557-b65c-bce7f2fb781f req-c332934c-33c4-426e-8357-7a5bf3e758bc tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 210 time: 0.0286386 Apr 12 17:54:07.898420 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59892) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:07.921701 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bc956-ca8d-4e6e-b409-6326f49ea794 req-d374b855-4d3f-434d-8b9f-9a6bf1069ae2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:07.924344 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf6bc956-ca8d-4e6e-b409-6326f49ea794 req-d374b855-4d3f-434d-8b9f-9a6bf1069ae2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0559204 Apr 12 17:54:07.976722 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf6bc956-ca8d-4e6e-b409-6326f49ea794 req-967e01e7-bb36-4d74-b86e-4e72dd241ce2 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450790 Apr 12 17:54:08.026147 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-630e785b-a27a-4018-a268-3946c1b6dc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:08.103526 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-630e785b-a27a-4018-a268-3946c1b6dc45 admin admin] Publish callbacks [] for security_group (d044e8d9-a51a-47ee-96ab-2a4f97a895f8), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:08.107769 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-630e785b-a27a-4018-a268-3946c1b6dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d044e8d9-a51a-47ee-96ab-2a4f97a895f8), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:08.147837 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-630e785b-a27a-4018-a268-3946c1b6dc45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98939e09df474335b07340e74f50e9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480369 Apr 12 17:54:08.148601 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e785b-a27a-4018-a268-3946c1b6dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d044e8d9-a51a-47ee-96ab-2a4f97a895f8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:08.150936 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59896) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:08.200986 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85e4c0a7-09a3-4256-8d9d-a56c3bd95c86 admin admin] Publish callbacks [] for security_group (d044e8d9-a51a-47ee-96ab-2a4f97a895f8), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:08.226008 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85e4c0a7-09a3-4256-8d9d-a56c3bd95c86 admin admin] Publish callbacks [] for security_group (d044e8d9-a51a-47ee-96ab-2a4f97a895f8), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:08.273184 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85e4c0a7-09a3-4256-8d9d-a56c3bd95c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d044e8d9-a51a-47ee-96ab-2a4f97a895f8), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:08.275772 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85e4c0a7-09a3-4256-8d9d-a56c3bd95c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:08.276924 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-85e4c0a7-09a3-4256-8d9d-a56c3bd95c86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d044e8d9-a51a-47ee-96ab-2a4f97a895f8 HTTP/1.1" status: 204 len: 168 time: 0.1247282 Apr 12 17:54:08.285540 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c0a7-09a3-4256-8d9d-a56c3bd95c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d044e8d9-a51a-47ee-96ab-2a4f97a895f8,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:08.780967 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-634938b4-a30d-4459-a453-381a69f6b534 req-a7b83b6c-3b72-421b-9515-cb25e185fb2e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 210 time: 0.0348303 Apr 12 17:54:09.103438 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa4d23-d034-4375-a6af-7c083b298515 req-47048a40-882f-42ed-a78a-516aca9bf604 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:09.104963 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4cfa4d23-d034-4375-a6af-7c083b298515 req-47048a40-882f-42ed-a78a-516aca9bf604 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0534704 Apr 12 17:54:09.159744 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4cfa4d23-d034-4375-a6af-7c083b298515 req-9897fe62-f11c-42ac-b9f3-581d8ed8a763 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479903 Apr 12 17:54:09.893831 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11d66c40-b2ba-441c-a8d0-9832508a7db4 req-0007b7bf-4def-4ea5-91d1-9483c0de1fee tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 210 time: 0.0311868 Apr 12 17:54:10.013402 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-bd1a674d-ed9d-4b36-8b0b-fd99d1572194 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:10.014864 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-bd1a674d-ed9d-4b36-8b0b-fd99d1572194 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 810 time: 0.1020749 Apr 12 17:54:10.077162 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40ecd366-337f-42c1-9707-a694e0a19100 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d35337bc8db84ed8a69a9fed285f7c70 HTTP/1.1" status: 200 len: 380 time: 0.0515745 Apr 12 17:54:10.170339 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'port': {'device_id': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'admin_state_up': True, 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'security_groups': ['5edec31c-1b74-4bb8-83f1-d942c0bbc8e3']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:10.301686 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90022b6e-a1cc-49ac-aff8-707a71c294a0 req-f5234b4b-6455-42be-a72e-4c80f853a1a3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:10.303060 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-90022b6e-a1cc-49ac-aff8-707a71c294a0 req-f5234b4b-6455-42be-a72e-4c80f853a1a3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0648391 Apr 12 17:54:10.337223 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Made reservation on behalf of d35337bc8db84ed8a69a9fed285f7c70 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:54:10.340489 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:10.372818 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-90022b6e-a1cc-49ac-aff8-707a71c294a0 req-bd2ad324-b79e-4e16-9997-0faaca207a03 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636818 Apr 12 17:54:10.517000 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46c499-f7c1-455b-8119-932ea1fffbb7 req-8c93b65d-aa24-4efb-9f90-b37997273883 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:10.518449 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9f46c499-f7c1-455b-8119-932ea1fffbb7 req-8c93b65d-aa24-4efb-9f90-b37997273883 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0779696 Apr 12 17:54:10.519527 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Allocated IP 172.20.0.4 (64e03d19-9f76-495a-a91e-7e7b477a59ee/611ee7f8-083b-4837-bbcd-34b10f461585/5cacf0ad-8020-4230-a29e-8f1dcf58618f) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:10.528415 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59914) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:10.533484 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Request body: {'floatingip': {'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:10.588828 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:10.661478 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:10.694927 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:10.747331 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:10.751711 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:10.753602 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event updated for resources: {'Port': ['ID=5cacf0ad-8020-4230-a29e-8f1dcf58618f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:10.755727 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:10.804484 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:10.805217 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:10.823171 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-07af9c8e-c34f-4249-bb26-049108a6209a tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611285 Apr 12 17:54:10.834903 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Request body: {'port': {'device_id': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:10.907802 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.001833 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-9a2dc602-2854-4c8c-85b6-7c5cbc9a44e0 None None] Provisioning complete for port 5cacf0ad-8020-4230-a29e-8f1dcf58618f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:11.002490 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc602-2854-4c8c-85b6-7c5cbc9a44e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.041099 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dc602-2854-4c8c-85b6-7c5cbc9a44e0 None None] Port 5cacf0ad-8020-4230-a29e-8f1dcf58618f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:54:11.069323 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039dc00-b1d7-4b85-97a0-2e63f89618a4 req-7ee06206-c6f2-4d03-9145-cbdde3ee9fc8 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:11.070776 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c039dc00-b1d7-4b85-97a0-2e63f89618a4 req-7ee06206-c6f2-4d03-9145-cbdde3ee9fc8 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 931 time: 0.1042485 Apr 12 17:54:11.083490 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.088860 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.171354 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c039dc00-b1d7-4b85-97a0-2e63f89618a4 req-130841ca-fafc-45c5-991a-7b7f24e65264 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928674 Apr 12 17:54:11.248584 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cacf0ad-8020-4230-a29e-8f1dcf58618f {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:54:11.256924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Publish callbacks [] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.269759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Transition to ACTIVE for port object 5cacf0ad-8020-4230-a29e-8f1dcf58618f will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:54:11.273596 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.306244 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:11.325766 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Pushing event updated for resources: {'Port': ['ID=5cacf0ad-8020-4230-a29e-8f1dcf58618f,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:11.400275 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Attempting to bind port 5cacf0ad-8020-4230-a29e-8f1dcf58618f on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:11.400578 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Attempting to bind port 5cacf0ad-8020-4230-a29e-8f1dcf58618f by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:11.400918 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Attempting to bind port 5cacf0ad-8020-4230-a29e-8f1dcf58618f on network 64e03d19-9f76-495a-a91e-7e7b477a59ee {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:11.406537 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Port 5cacf0ad-8020-4230-a29e-8f1dcf58618f on network 64e03d19-9f76-495a-a91e-7e7b477a59ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:54:11.407180 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Attempting to bind port 5cacf0ad-8020-4230-a29e-8f1dcf58618f on network 64e03d19-9f76-495a-a91e-7e7b477a59ee {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:11.412744 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:11.413086 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Checking segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:11.413477 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Bound using segment: {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:11.414300 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Bound port: 5cacf0ad-8020-4230-a29e-8f1dcf58618f, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:11.414300 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.423755 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:11.428751 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.438850 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] Sync routers for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:11.459029 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:11.460936 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:11.472555 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:11.474741 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef2af53-6ad9-4e60-81dc-c84749193f89" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:11.494716 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] For port 5cacf0ad-8020-4230-a29e-8f1dcf58618f, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:11.498095 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] For port 5cacf0ad-8020-4230-a29e-8f1dcf58618f, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:11.515086 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-70337b44-d739-471b-8010-e99c421e59b3 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "PUT /v2.0/floatingips/9621fa90-1c46-4f83-bc49-f6f37574e285 HTTP/1.1" status: 200 len: 992 time: 0.9812839 Apr 12 17:54:11.515282 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.538257 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed39ccad-7bd8-4e01-adf7-f1c0f31fb942 x-openstack-request-id: req-ed39ccad-7bd8-4e01-adf7-f1c0f31fb942 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:11.538787 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:11.538893 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed39ccad-7bd8-4e01-adf7-f1c0f31fb942 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:11.539240 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed39ccad-7bd8-4e01-adf7-f1c0f31fb942'] response: {'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'status': 'completed', 'code': 200} Apr 12 17:54:11.551323 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:11.551948 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:11.553380 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] 10.222.0.18 "PUT /v2.0/ports/5cacf0ad-8020-4230-a29e-8f1dcf58618f HTTP/1.1" status: 200 len: 1093 time: 0.7227991 Apr 12 17:54:11.554024 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:11.556698 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a5be6-080e-485e-a800-758c5c94afb5" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:11.617582 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb7282-142c-44f4-96d6-669405da6f45 service neutron] Pushing event updated for resources: {'Port': ['ID=5cacf0ad-8020-4230-a29e-8f1dcf58618f,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:11.621320 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a10f26-d1b1-4f2b-a00b-ca23b89396a8 x-openstack-request-id: req-a9a10f26-d1b1-4f2b-a00b-ca23b89396a8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:11.621703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:11.621864 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9a10f26-d1b1-4f2b-a00b-ca23b89396a8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:11.622274 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a10f26-d1b1-4f2b-a00b-ca23b89396a8'] response: {'name': 'network-changed', 'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'status': 'completed', 'code': 200} Apr 12 17:54:11.678363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-f989f693-69d8-41b7-98eb-8599a5892765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:11.679854 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-f989f693-69d8-41b7-98eb-8599a5892765 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1129 time: 0.0940969 Apr 12 17:54:11.680759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-f86c549b-2550-4264-b97b-effa4bc3c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:11.682088 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-f86c549b-2550-4264-b97b-effa4bc3c186 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 1127 time: 0.0751145 Apr 12 17:54:11.737789 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:11.764459 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-7017047f-cf6f-4a7f-a9a2-114940a04f07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f HTTP/1.1" status: 200 len: 217 time: 0.0596080 Apr 12 17:54:11.858961 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-d82288e6-19a9-4cd9-8e4a-e16264ae33be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:11.860851 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-d82288e6-19a9-4cd9-8e4a-e16264ae33be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0619068 Apr 12 17:54:11.879817 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-7c66d41b-f8bc-4aeb-934b-875d9f504b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:11.881249 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-7c66d41b-f8bc-4aeb-934b-875d9f504b02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1851325 Apr 12 17:54:11.959603 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-a12d2f67-b0af-4df3-98f2-cfda6c5d5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:11.961121 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-a12d2f67-b0af-4df3-98f2-cfda6c5d5e53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928960 Apr 12 17:54:11.993533 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9621fa90-1c46-4f83-bc49-f6f37574e285', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'mac_address': 'fa:16:3e:f9:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:52:10Z', 'updated_at': '2022-04-12T17:54:10Z', 'revision_number': 3, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:12.006169 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-34867e3b-7076-4063-bfef-ce3572aa75ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 1000 time: 0.1069574 Apr 12 17:54:12.026803 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] Checking router: 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:12.037238 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:12.037601 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:12.101942 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-264f7aa3-0e3f-40ae-8078-e5ad53ffa4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:12.103499 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-264f7aa3-0e3f-40ae-8078-e5ad53ffa4d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0676370 Apr 12 17:54:12.124734 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-ebdfb3f8-c741-4a60-8465-688b3290926d service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530550 Apr 12 17:54:12.158385 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:12.175427 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-c80018d2-ce4e-4dac-9078-2a992d93f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:12.177049 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-c80018d2-ce4e-4dac-9078-2a992d93f3a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673718 Apr 12 17:54:12.349785 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a381396-b7cb-42d8-a386-f67e0b835bb8 req-071c9a1b-54eb-403b-9c82-a3bfe080dd7a service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089167 Apr 12 17:54:12.365439 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ad79-ce99-4824-b57f-1ad7669144e5 req-25c127b0-9e1c-4342-85cd-bad0b74e3c35 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:12.367019 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3fb8ad79-ce99-4824-b57f-1ad7669144e5 req-25c127b0-9e1c-4342-85cd-bad0b74e3c35 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 943 time: 0.0929446 Apr 12 17:54:12.369093 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-dfefc2ef-1cc3-45bb-8137-75f341106443 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645641 Apr 12 17:54:12.421514 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9621fa90-1c46-4f83-bc49-f6f37574e285', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'mac_address': 'fa:16:3e:f9:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:52:10Z', 'updated_at': '2022-04-12T17:54:10Z', 'revision_number': 3, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:12.455839 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca9df-cd59-4c94-a968-ff8522bee987 None None] The sync data for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi is: [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9621fa90-1c46-4f83-bc49-f6f37574e285', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'port_id': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'mac_address': 'fa:16:3e:f9:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:52:10Z', 'updated_at': '2022-04-12T17:54:10Z', 'revision_number': 3, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:12.494786 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3fb8ad79-ce99-4824-b57f-1ad7669144e5 req-293f9513-7670-4124-8b39-ac3987187cb2 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184883 Apr 12 17:54:12.521735 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2ef2af53-6ad9-4e60-81dc-c84749193f89 req-1a70506c-37b1-4ef8-875b-7cc913a595c5 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388290 Apr 12 17:54:13.308781 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-d6417b59-ca4f-4048-8ec7-90bcbfeae390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:13.310275 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-d6417b59-ca4f-4048-8ec7-90bcbfeae390 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 1127 time: 0.0418689 Apr 12 17:54:13.407007 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-4de36554-58b7-4934-a84c-f6cfd78a61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:13.408460 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-4de36554-58b7-4934-a84c-f6cfd78a61bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.0901728 Apr 12 17:54:13.452038 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-27ac6d55-0086-4687-a85c-5e94689694ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f HTTP/1.1" status: 200 len: 217 time: 0.0370209 Apr 12 17:54:13.504907 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-ef405144-cc7a-4426-9f0b-7f0ec337be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:13.506388 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-ef405144-cc7a-4426-9f0b-7f0ec337be59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0483465 Apr 12 17:54:13.540553 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:13.543436 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d95ec45-6700-4490-b5f8-700316c22472" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:13.552782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-9a1f79b5-9ff9-41b4-a591-97656592d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:13.554362 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-9a1f79b5-9ff9-41b4-a591-97656592d811 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419240 Apr 12 17:54:13.580767 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc7c190-bdfe-4e6b-bcfa-e070b4ddef38 x-openstack-request-id: req-ddc7c190-bdfe-4e6b-bcfa-e070b4ddef38 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:13.581062 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:13.581318 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddc7c190-bdfe-4e6b-bcfa-e070b4ddef38 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:13.581719 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc7c190-bdfe-4e6b-bcfa-e070b4ddef38'] response: {'name': 'network-changed', 'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'status': 'completed', 'code': 200} Apr 12 17:54:13.946607 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fa9c-e529-43c8-b0c7-8ee87ca02e84 req-9c2c91c0-b088-440e-9c73-70d1443d8cbf tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:13.948083 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6635fa9c-e529-43c8-b0c7-8ee87ca02e84 req-9c2c91c0-b088-440e-9c73-70d1443d8cbf tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 943 time: 0.3699496 Apr 12 17:54:13.968344 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95ec45-6700-4490-b5f8-700316c22472 req-f12e3dae-484f-4869-bc78-8e2f07c2e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:13.969939 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d95ec45-6700-4490-b5f8-700316c22472 req-f12e3dae-484f-4869-bc78-8e2f07c2e1bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11671b52d90e4b7db9c48ba20bda075a&device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 1129 time: 0.0730746 Apr 12 17:54:14.016258 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-73293231-274b-4b22-a807-981e33145c55 service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556694 Apr 12 17:54:14.103700 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6635fa9c-e529-43c8-b0c7-8ee87ca02e84 req-0321f2e8-4d62-4773-a5df-f96afaac959f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484654 Apr 12 17:54:14.158589 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95ec45-6700-4490-b5f8-700316c22472 req-88bf1bf7-5eae-42e2-85d1-085778a64c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:14.160088 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d95ec45-6700-4490-b5f8-700316c22472 req-88bf1bf7-5eae-42e2-85d1-085778a64c58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 200 len: 919 time: 0.1814377 Apr 12 17:54:14.220478 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fe2a5be6-080e-485e-a800-758c5c94afb5 req-706a1572-a0f0-4dcd-a3d2-48214911da0f service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744833 Apr 12 17:54:14.245464 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d95ec45-6700-4490-b5f8-700316c22472 req-9756874a-9cbe-4971-b2bf-48f39e84e73a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 200 len: 1000 time: 0.0780606 Apr 12 17:54:14.301187 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95ec45-6700-4490-b5f8-700316c22472 req-eda4cc50-2e2f-4c37-94a5-3db0fa3c2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:14.302612 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d95ec45-6700-4490-b5f8-700316c22472 req-eda4cc50-2e2f-4c37-94a5-3db0fa3c2dcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 200 len: 857 time: 0.0512142 Apr 12 17:54:14.357030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95ec45-6700-4490-b5f8-700316c22472 req-7dc3ba48-9a71-4441-93f5-987060db3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:14.358509 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d95ec45-6700-4490-b5f8-700316c22472 req-7dc3ba48-9a71-4441-93f5-987060db3916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac04c41c-b85b-4d21-b0be-2868055ba015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488861 Apr 12 17:54:14.454674 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d95ec45-6700-4490-b5f8-700316c22472 req-b2e1d2ec-af27-434e-a1cf-16dac6e61a92 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889039 Apr 12 17:54:14.550596 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d95ec45-6700-4490-b5f8-700316c22472 req-9364dbf1-9e22-4020-91e9-80b68b779ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 Apr 12 17:54:15.232793 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67c110-5caa-4d77-85ba-48e6f2f8d13d req-5c029f6c-2c96-42da-821f-6fa6d7fbdd58 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:15.234422 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec67c110-5caa-4d77-85ba-48e6f2f8d13d req-5c029f6c-2c96-42da-821f-6fa6d7fbdd58 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 943 time: 0.0525250 Apr 12 17:54:15.288901 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec67c110-5caa-4d77-85ba-48e6f2f8d13d req-542bc13f-092d-4bdb-aef5-95ecebdcf1af tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486312 Apr 12 17:54:15.816975 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-9ae76f4a-6efc-43fa-81ef-92d362093ae8 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504414243&fields=id&tenant_id=3db5ca977a664a318bbd60f2399467cc HTTP/1.1" status: 200 len: 267 time: 0.0441122 Apr 12 17:54:15.868898 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-e9771d65-a867-4fd9-bc9a-3e2a76553eb3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:15.870405 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-e9771d65-a867-4fd9-bc9a-3e2a76553eb3 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 984 time: 0.0480430 Apr 12 17:54:15.881477 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Request body: {'port': {'security_groups': ['6952ef08-8c91-497a-ac6f-cc0484bc56a3']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:15.960210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.149098 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:16.182707 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.188499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.205842 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0fa973ee-a605-46a8-ab31-9433c3b1351f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:54:16.242671 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5cacf0ad-8020-4230-a29e-8f1dcf58618f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:54:16.258476 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:16.267696 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.269572 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0890236c-73f3-4f17-9bca-2c3f8b2ef1f2 req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "PUT /v2.0/ports/0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 942 time: 0.3928316 Apr 12 17:54:16.276402 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 59962) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:16.280551 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:16.283472 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:16.320183 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629911-e951-4f9f-88fb-27cc6d2e3940 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event updated for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=7']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:16.369665 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-669973d5-0849-4cf6-8a51-6fa5613280f5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group (b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.381952 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac48b2d-54da-4b0c-8a46-5a9e033b5b25 x-openstack-request-id: req-4ac48b2d-54da-4b0c-8a46-5a9e033b5b25 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:16.382275 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:16.382529 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ac48b2d-54da-4b0c-8a46-5a9e033b5b25 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:16.383849 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac48b2d-54da-4b0c-8a46-5a9e033b5b25'] response: {'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'status': 'completed', 'code': 200} Apr 12 17:54:16.419987 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-669973d5-0849-4cf6-8a51-6fa5613280f5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group (b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.425400 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0fa973ee-a605-46a8-ab31-9433c3b1351f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:54:16.468973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-95852d1b-c140-43d3-8165-34d3c26d53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:16.472616 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-95852d1b-c140-43d3-8165-34d3c26d53ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1129 time: 0.0558527 Apr 12 17:54:16.509747 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-669973d5-0849-4cf6-8a51-6fa5613280f5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.512842 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-669973d5-0849-4cf6-8a51-6fa5613280f5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.514323 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-669973d5-0849-4cf6-8a51-6fa5613280f5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "DELETE /v2.0/security-groups/b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4 HTTP/1.1" status: 204 len: 168 time: 0.2370641 Apr 12 17:54:16.517783 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 59968) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:16.526649 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669973d5-0849-4cf6-8a51-6fa5613280f5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d753f-c0bc-4e61-b7cb-f1d1b6f8d1e4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:16.571239 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 5cacf0ad-8020-4230-a29e-8f1dcf58618f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:16.605907 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'port_id': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'mac_address': 'fa:16:3e:11:c8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:54:16.613112 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-8e440a11-5e65-4cd5-aedb-6ec85e54b71b None None] Provisioning complete for port 0fa973ee-a605-46a8-ab31-9433c3b1351f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:16.613519 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8e440a11-5e65-4cd5-aedb-6ec85e54b71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.617174 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486060a-f4d4-4ff0-8eaf-093e232522f1 req-1325c87b-b927-4910-9b8d-ed3aae8fb0d6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:16.618822 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1486060a-f4d4-4ff0-8eaf-093e232522f1 req-1325c87b-b927-4910-9b8d-ed3aae8fb0d6 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 943 time: 0.2132826 Apr 12 17:54:16.714503 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 5cacf0ad-8020-4230-a29e-8f1dcf58618f is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:16.714953 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.735002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-ee87f14b-dcd2-4798-8ee9-4eec8054a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:16.736582 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-ee87f14b-dcd2-4798-8ee9-4eec8054a685 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 916 time: 0.2422025 Apr 12 17:54:16.746527 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cacf0ad-8020-4230-a29e-8f1dcf58618f {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:54:16.765415 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1486060a-f4d4-4ff0-8eaf-093e232522f1 req-3370b283-e9cc-49d4-8b2a-10e1e00d1a6d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367521 Apr 12 17:54:16.806432 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 5cacf0ad-8020-4230-a29e-8f1dcf58618f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:16.815876 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.841253 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8e440a11-5e65-4cd5-aedb-6ec85e54b71b None None] Current status of the port 0fa973ee-a605-46a8-ab31-9433c3b1351f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:16.854345 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Deleting port e31b21f5-a961-4737-9c6b-06edc740ea13 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:16.854939 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.858768 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-fee3e054-87e6-43ce-9951-8a27a06854a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 1001 time: 0.0919566 Apr 12 17:54:16.872626 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=5cacf0ad-8020-4230-a29e-8f1dcf58618f,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:16.880050 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.880403 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.880765 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.881111 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.881524 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.881856 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.882182 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.882531 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.882871 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.883230 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.883558 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.883895 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.884221 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.884543 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.884860 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:16.954298 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-db6bd4b3-9560-43fd-9eee-1dfcc769411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:16.955799 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-db6bd4b3-9560-43fd-9eee-1dfcc769411a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 200 len: 854 time: 0.0875454 Apr 12 17:54:16.979948 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:16.980185 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for floatingip (e31b21f5-a961-4737-9c6b-06edc740ea13), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:17.010997 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Calling delete_port for e31b21f5-a961-4737-9c6b-06edc740ea13 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:17.022470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-9809d7bd-8329-492b-acbd-4c5bcf2d6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:17.024040 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-9809d7bd-8329-492b-acbd-4c5bcf2d6323 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e798e50-a7fe-415b-9e2d-76d9be553554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599372 Apr 12 17:54:17.127514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['5cacf0ad-8020-4230-a29e-8f1dcf58618f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:54:17.202384 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-b05ec3be-aa18-4ede-a028-71747838d5d6 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392012 Apr 12 17:54:17.331598 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf079c88-a705-4bef-aa6e-f04cddfc9e4b req-1cbb7534-8aec-402e-a8e2-ca2424012500 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215842 Apr 12 17:54:17.334298 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (e31b21f5-a961-4737-9c6b-06edc740ea13), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:17.360337 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event deleted for resources: {'Port': ['ID=e31b21f5-a961-4737-9c6b-06edc740ea13,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:17.420842 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks [] for floatingip (96e576b7-7747-4510-9690-3cf15f2d7374), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:17.421166 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Floating IP 96e576b7-7747-4510-9690-3cf15f2d7374 disassociated (deleted). External IP: 172.27.3.116, port: 0fa973ee-a605-46a8-ab31-9433c3b1351f. Apr 12 17:54:17.634931 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Router 3faa389f-841f-45e6-bbaa-b9bd64386f93 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:17.752017 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:17.756959 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:17.761598 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] Sync routers for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:17.776129 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:17.776722 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:17.787581 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d9e5c8ba-1b02-467d-945d-8e590d30fc71 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "DELETE /v2.0/floatingips/96e576b7-7747-4510-9690-3cf15f2d7374 HTTP/1.1" status: 204 len: 168 time: 1.2684591 Apr 12 17:54:18.037272 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:18.084172 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c983c-9112-4e1c-a88e-79f91d91fced req-0b270a56-f538-4537-a4bb-c85e9f1fff67 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:18.085668 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f5c983c-9112-4e1c-a88e-79f91d91fced req-0b270a56-f538-4537-a4bb-c85e9f1fff67 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 944 time: 0.0480454 Apr 12 17:54:18.138027 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f5c983c-9112-4e1c-a88e-79f91d91fced req-944372e4-42c1-47b0-ab10-5c67c511266f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Apr 12 17:54:18.224181 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5cacf0ad-8020-4230-a29e-8f1dcf58618f up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:18.280697 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 5, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:18.311880 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] Checking router: 3faa389f-841f-45e6-bbaa-b9bd64386f93 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:18.329906 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:18.330526 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:18.332402 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 5cacf0ad-8020-4230-a29e-8f1dcf58618f completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:54:18.368927 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 5cacf0ad-8020-4230-a29e-8f1dcf58618f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:18.369299 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:18.384831 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:18.387326 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3980c19-82d8-42e9-bd9e-fbc53126f141" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:18.422050 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f4537-d34c-4bc1-ad30-022dc6fbee11 x-openstack-request-id: req-b27f4537-d34c-4bc1-ad30-022dc6fbee11 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:18.422889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:18.423225 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b27f4537-d34c-4bc1-ad30-022dc6fbee11 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:18.423698 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27f4537-d34c-4bc1-ad30-022dc6fbee11'] response: {'name': 'network-changed', 'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'status': 'completed', 'code': 200} Apr 12 17:54:18.483934 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-81fd2cb8-b372-4905-88c7-e0f82de50651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:18.485549 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-81fd2cb8-b372-4905-88c7-e0f82de50651 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db5ca977a664a318bbd60f2399467cc&device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 1129 time: 0.0397248 Apr 12 17:54:18.491915 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:18.545681 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 5cacf0ad-8020-4230-a29e-8f1dcf58618f is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:18.546073 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:18.576495 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-e12c8949-99dc-4041-a542-689914df0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:18.577960 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-e12c8949-99dc-4041-a542-689914df0c30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 200 len: 916 time: 0.0864847 Apr 12 17:54:18.622611 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-0c20131d-fc5f-40a6-b73e-005aeeef58f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 200 len: 217 time: 0.0376296 Apr 12 17:54:18.638487 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:18.640880 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a363e-5f49-4c03-9d6b-b61e62d17e06" -d '{"events": [{"server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "name": "network-vif-plugged", "status": "completed", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:18.656398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 5cacf0ad-8020-4230-a29e-8f1dcf58618f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:18.667028 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:18.676514 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-e91b1c43-a376-4c71-a4c0-c5d184158859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:18.679469 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-e91b1c43-a376-4c71-a4c0-c5d184158859 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 200 len: 854 time: 0.0491054 Apr 12 17:54:18.695464 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c675d4-d15c-4151-ab5f-37102122d8fb x-openstack-request-id: req-05c675d4-d15c-4151-ab5f-37102122d8fb {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:18.695770 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "name": "network-vif-plugged", "status": "completed", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:18.696028 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05c675d4-d15c-4151-ab5f-37102122d8fb {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:18.696427 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c675d4-d15c-4151-ab5f-37102122d8fb'] response: {'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'code': 200} Apr 12 17:54:18.728863 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-f9c14355-5f1a-4252-95d4-1d1fa1d60386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:18.730629 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-f9c14355-5f1a-4252-95d4-1d1fa1d60386 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e798e50-a7fe-415b-9e2d-76d9be553554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429027 Apr 12 17:54:18.759100 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=5cacf0ad-8020-4230-a29e-8f1dcf58618f,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:18.779772 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 5, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:18.811950 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076695e7-7409-4900-b5ff-17a696d40107 None None] The sync data for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi is: [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:45Z', 'revision_number': 4, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8cf4d3ec-55dc-4348-886b-4c4b8ac7d378', 'name': '', 'network_id': '5e798e50-a7fe-415b-9e2d-76d9be553554', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'mac_address': 'fa:16:3e:46:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:45Z', 'updated_at': '2022-04-12T17:50:50Z', 'revision_number': 5, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'subnets': [{'id': 'a72680a4-36d9-4290-af37-0bcf4cf2b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:18.863607 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-8fb384fb-4dd2-4f52-b890-87efcb688113 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200790 Apr 12 17:54:18.880949 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd0937-d0ba-47a7-9929-61dcb5e19f23 req-f57ab784-3702-4ffe-8680-ea651d3e97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:18.882411 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69dd0937-d0ba-47a7-9929-61dcb5e19f23 req-f57ab784-3702-4ffe-8680-ea651d3e97d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 1129 time: 0.0573506 Apr 12 17:54:18.978677 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69dd0937-d0ba-47a7-9929-61dcb5e19f23 req-77df61a7-d08f-4835-8b95-d98d9ac13e68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864615 Apr 12 17:54:18.993485 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f3980c19-82d8-42e9-bd9e-fbc53126f141 req-bf4d3299-dc1e-4891-8d18-5c112febc5b4 service neutron] 10.222.0.18 "GET /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230116 Apr 12 17:54:19.038610 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a516c-4146-434a-bcf1-3128f6597380 None None] New status for floating IP 96e576b7-7747-4510-9690-3cf15f2d7374: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:54:19.253562 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235991-8fab-4266-81e3-fb4dc4c66a56 req-e9cdf775-4802-4307-92d3-8bd454fc14e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:19.254998 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c4235991-8fab-4266-81e3-fb4dc4c66a56 req-e9cdf775-4802-4307-92d3-8bd454fc14e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.0483141 Apr 12 17:54:19.308274 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c4235991-8fab-4266-81e3-fb4dc4c66a56 req-8cd59e3b-e82a-4750-bedd-21fc110c40ef tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468516 Apr 12 17:54:20.442250 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50fce9-bc5a-43a5-b1f4-725d3a567bde req-2b2d6b77-7c3d-422b-9b8d-215db5e8c2ea tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:20.443790 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc50fce9-bc5a-43a5-b1f4-725d3a567bde req-2b2d6b77-7c3d-422b-9b8d-215db5e8c2ea tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.0565712 Apr 12 17:54:20.497422 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc50fce9-bc5a-43a5-b1f4-725d3a567bde req-7d484c2e-1dd8-43ce-aa41-6bcdaad7fece tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477934 Apr 12 17:54:21.612073 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32df56-c1f2-4a3f-99ba-e3b6600fdb50 req-2ede7ec9-b383-4ae8-86bd-2e229c93b35f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:21.613552 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de32df56-c1f2-4a3f-99ba-e3b6600fdb50 req-2ede7ec9-b383-4ae8-86bd-2e229c93b35f tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.0471292 Apr 12 17:54:21.660529 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de32df56-c1f2-4a3f-99ba-e3b6600fdb50 req-23dba6f2-5624-4ab1-b8c6-14d7f28159da tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Apr 12 17:54:21.787904 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdeaf3-6577-4396-90a8-edbdfa12bccc req-a2ad7baf-4fa6-4efe-9cd1-a32542758e47 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:21.789267 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3ecdeaf3-6577-4396-90a8-edbdfa12bccc req-a2ad7baf-4fa6-4efe-9cd1-a32542758e47 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.0521193 Apr 12 17:54:21.799553 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60010) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:21.803878 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Request body: {'floatingip': {'port_id': '5cacf0ad-8020-4230-a29e-8f1dcf58618f'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:21.845976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (64653370-b34d-46d5-8c19-175612fefe3c), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:22.560916 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:22.567113 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (64653370-b34d-46d5-8c19-175612fefe3c), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:22.671830 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Floating IP 64653370-b34d-46d5-8c19-175612fefe3c associated. External IP: 172.27.3.75, port: 5cacf0ad-8020-4230-a29e-8f1dcf58618f. Apr 12 17:54:22.895890 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:23.006850 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:23.012081 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:23.017183 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] Sync routers for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:23.027619 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:23.028344 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:23.043220 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-00ddf1e0-2b9a-40d9-a2fa-dea0763935e4 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "PUT /v2.0/floatingips/64653370-b34d-46d5-8c19-175612fefe3c HTTP/1.1" status: 200 len: 990 time: 1.2424266 Apr 12 17:54:23.044133 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:23.047362 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aea629-772d-4093-b0ca-3a9296d027ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:23.085033 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94553177-9c1e-4c4d-8e8f-ae18be1621bf x-openstack-request-id: req-94553177-9c1e-4c4d-8e8f-ae18be1621bf {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:23.085336 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:23.085617 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94553177-9c1e-4c4d-8e8f-ae18be1621bf {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:23.086380 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94553177-9c1e-4c4d-8e8f-ae18be1621bf'] response: {'name': 'network-changed', 'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'status': 'completed', 'code': 200} Apr 12 17:54:23.141573 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:23.152146 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-13690af2-d0c1-4df6-92b9-05cf56d7b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:23.153664 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-13690af2-d0c1-4df6-92b9-05cf56d7b9fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 1129 time: 0.0408185 Apr 12 17:54:23.305434 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-a1cf68f8-5747-4913-838e-07c134d1a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:23.307497 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-a1cf68f8-5747-4913-838e-07c134d1a273 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 200 len: 911 time: 0.0991821 Apr 12 17:54:23.379302 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-2f5cf695-9e26-402c-a6a4-09d35287d8de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f HTTP/1.1" status: 200 len: 998 time: 0.0632086 Apr 12 17:54:23.418203 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '64653370-b34d-46d5-8c19-175612fefe3c', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'port_id': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'mac_address': 'fa:16:3e:11:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:54:05Z', 'updated_at': '2022-04-12T17:54:22Z', 'revision_number': 1, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:23.436356 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-773af3d0-7bd0-4370-acae-45edc9326d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:23.438300 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-773af3d0-7bd0-4370-acae-45edc9326d45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 200 len: 849 time: 0.0478046 Apr 12 17:54:23.446093 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] Checking router: 4af19748-c457-4b78-bcbc-8b22ea5c1d07 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:23.457312 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:23.457926 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:53:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:23.490065 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-66e82f10-0e03-474c-b387-c72b75f6d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:23.491713 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-66e82f10-0e03-474c-b387-c72b75f6d5c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64e03d19-9f76-495a-a91e-7e7b477a59ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457163 Apr 12 17:54:23.595063 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-1585244d-fe88-488b-9a8c-5e4756293b0b service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922329 Apr 12 17:54:23.688479 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0aea629-772d-4093-b0ca-3a9296d027ba req-a8593e33-0714-4877-bc2f-ea48bf695dde service neutron] 10.222.0.18 "GET /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878558 Apr 12 17:54:23.702603 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:23.924692 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '64653370-b34d-46d5-8c19-175612fefe3c', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'port_id': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'mac_address': 'fa:16:3e:11:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:54:05Z', 'updated_at': '2022-04-12T17:54:22Z', 'revision_number': 1, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:23.951950 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10f68b-3cee-461d-920a-8dadc54f95ab None None] The sync data for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi is: [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '64653370-b34d-46d5-8c19-175612fefe3c', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'port_id': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'mac_address': 'fa:16:3e:11:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:54:05Z', 'updated_at': '2022-04-12T17:54:22Z', 'revision_number': 1, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:24.162029 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6ff72-f3fa-4d96-997e-6470f00acca5 None None] New status for floating IP 64653370-b34d-46d5-8c19-175612fefe3c: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:54:25.424197 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc87b42-1b02-4ebb-b188-1503a5f161d7 req-bc38dc57-ade2-4896-986d-be4757c3992a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:25.425596 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5cc87b42-1b02-4ebb-b188-1503a5f161d7 req-bc38dc57-ade2-4896-986d-be4757c3992a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0524688 Apr 12 17:54:25.480844 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5cc87b42-1b02-4ebb-b188-1503a5f161d7 req-dc634f32-014e-4d3b-9047-21c65fca6fa2 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493281 Apr 12 17:54:25.868134 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7b5fa-b120-4424-b57f-6ae05d6a3f0b req-96879b63-53cd-442f-853d-57a40ff5aaca tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:25.869605 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ac7b5fa-b120-4424-b57f-6ae05d6a3f0b req-96879b63-53cd-442f-853d-57a40ff5aaca tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.0507460 Apr 12 17:54:25.919644 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ac7b5fa-b120-4424-b57f-6ae05d6a3f0b req-2d6ff9b7-ee49-4a46-b76d-39e2ba40bf66 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Apr 12 17:54:26.282427 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf388b8c-1b54-46c4-bcad-ee9a37919c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:26.626187 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a440d5-3a26-4f14-99c4-e326139ae2ed req-7ee68823-5b05-4328-963b-4ea041a611c4 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:26.628051 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-61a440d5-3a26-4f14-99c4-e326139ae2ed req-7ee68823-5b05-4328-963b-4ea041a611c4 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0610383 Apr 12 17:54:26.676420 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-61a440d5-3a26-4f14-99c4-e326139ae2ed req-34ff4bce-fa8e-48f9-9423-7431cd238d17 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Apr 12 17:54:27.051191 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a19-9280-4974-b88b-115ab6742dcd req-99134ecc-e578-4329-bc61-d08d8a67c8ba tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:27.052677 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af407a19-9280-4974-b88b-115ab6742dcd req-99134ecc-e578-4329-bc61-d08d8a67c8ba tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.0594251 Apr 12 17:54:27.099587 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af407a19-9280-4974-b88b-115ab6742dcd req-0f6f21ed-5e72-4033-b224-0e57fa55aebf tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Apr 12 17:54:27.802415 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d406338-4f59-4944-b1b8-3a0c177d6303 req-bf04ba47-e01a-4ffc-8f57-76fd6da122df tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:27.803963 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d406338-4f59-4944-b1b8-3a0c177d6303 req-bf04ba47-e01a-4ffc-8f57-76fd6da122df tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0566616 Apr 12 17:54:27.857235 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d406338-4f59-4944-b1b8-3a0c177d6303 req-094ca7b0-3af1-475a-a5b1-8884a73c41f6 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Apr 12 17:54:28.217017 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df522d-044a-4bf9-9ce0-a55fc2894f38 req-6e44c28b-9a3d-41f9-8049-f40fce7258a5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:28.218466 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-60df522d-044a-4bf9-9ce0-a55fc2894f38 req-6e44c28b-9a3d-41f9-8049-f40fce7258a5 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.0521617 Apr 12 17:54:28.268161 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-60df522d-044a-4bf9-9ce0-a55fc2894f38 req-98d1b155-61c5-438c-8765-172643cdf1af tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Apr 12 17:54:28.546197 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7e453bd-f432-4343-8fc4-9ed6e00ed011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:28.605075 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-29b64cb8-2748-47ee-8044-65bcfebb5d84 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:28.606533 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-29b64cb8-2748-47ee-8044-65bcfebb5d84 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.0522978 Apr 12 17:54:28.716542 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-91cae2f8-2cf7-45b3-ba73-d83863d36bea tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:28.717986 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-91cae2f8-2cf7-45b3-ba73-d83863d36bea tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.0800138 Apr 12 17:54:28.798426 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:28.798668 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:28.885293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Deleting port 0fa973ee-a605-46a8-ab31-9433c3b1351f {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:28.885920 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:28.975437 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] For port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:28.975803 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.063876 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187a0a-404e-4cc9-8d87-4a53daaee1f9 req-cad3d932-9577-4b89-b7e1-4d2aa35455b8 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:29.065254 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87187a0a-404e-4cc9-8d87-4a53daaee1f9 req-cad3d932-9577-4b89-b7e1-4d2aa35455b8 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 945 time: 0.1156733 Apr 12 17:54:29.139984 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] For port 0fa973ee-a605-46a8-ab31-9433c3b1351f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0fa973ee-a605-46a8-ab31-9433c3b1351f,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:29.140347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.162889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Calling delete_port for 0fa973ee-a605-46a8-ab31-9433c3b1351f owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:29.268555 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87187a0a-404e-4cc9-8d87-4a53daaee1f9 req-0dbb7c07-a88c-4e35-8154-e12f573806a0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a60d988-a73e-4b54-a791-4289e031cd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947832 Apr 12 17:54:29.288515 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.288871 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (db174a40-a3b8-4d90-9d0f-409e0b1ebb02), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.289192 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP db174a40-a3b8-4d90-9d0f-409e0b1ebb02 disassociated. External IP: 172.27.3.110, port: c9aaf2df-ef45-4793-8b5f-68c1d0682aa3. Apr 12 17:54:29.290823 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:29.441048 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1051232-48b5-49e5-9fe8-4b34619899fe req-9feff23a-ea6c-47e8-b415-e82c78d49ee7 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:29.442650 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1051232-48b5-49e5-9fe8-4b34619899fe req-9feff23a-ea6c-47e8-b415-e82c78d49ee7 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee0bf317-765d-4838-9d8b-e3048b8b9e30 HTTP/1.1" status: 200 len: 945 time: 0.1014163 Apr 12 17:54:29.484521 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (0fa973ee-a605-46a8-ab31-9433c3b1351f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.497611 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0fa973ee-a605-46a8-ab31-9433c3b1351f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:54:29.551114 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Pushing event deleted for resources: {'Port': ['ID=0fa973ee-a605-46a8-ab31-9433c3b1351f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:29.600358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.600735 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.601046 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.601386 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.601718 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.602048 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.602376 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.602703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.603032 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.603384 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.603713 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.604038 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.604362 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.604684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.605005 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:29.612956 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1051232-48b5-49e5-9fe8-4b34619899fe req-f782aa41-b86a-4965-85ec-7f42f04aff97 tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.45 "GET /v2.0/security-groups?id=6952ef08-8c91-497a-ac6f-cc0484bc56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601648 Apr 12 17:54:29.640317 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (c9aaf2df-ef45-4793-8b5f-68c1d0682aa3), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.641806 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] No DVR routers for this DVR port 0fa973ee-a605-46a8-ab31-9433c3b1351f on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:54:29.649402 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.652675 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5cf08477-8c20-455a-a30d-d45cae34aef8 req-fd7ccee2-d87e-4499-b9e4-19ff7c1db58d tempest-TestMinimumBasicScenario-778543668 tempest-TestMinimumBasicScenario-778543668-project] 10.222.0.18 "DELETE /v2.0/ports/0fa973ee-a605-46a8-ab31-9433c3b1351f HTTP/1.1" status: 204 len: 173 time: 0.9294071 Apr 12 17:54:29.653121 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'name': 'network-vif-deleted', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:29.655403 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec86320b-7b58-49b7-b51e-245802d932ec" -d '{"events": [{"server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "name": "network-vif-deleted", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:29.680757 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=c9aaf2df-ef45-4793-8b5f-68c1d0682aa3,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:29.731479 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e242504-24bf-4ecc-bd03-6a31c9982ca1 x-openstack-request-id: req-5e242504-24bf-4ecc-bd03-6a31c9982ca1 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:29.731782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0bf317-765d-4838-9d8b-e3048b8b9e30", "name": "network-vif-deleted", "tag": "0fa973ee-a605-46a8-ab31-9433c3b1351f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:29.732040 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e242504-24bf-4ecc-bd03-6a31c9982ca1 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:29.732445 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e242504-24bf-4ecc-bd03-6a31c9982ca1'] response: {'server_uuid': 'ee0bf317-765d-4838-9d8b-e3048b8b9e30', 'name': 'network-vif-deleted', 'tag': '0fa973ee-a605-46a8-ab31-9433c3b1351f', 'status': 'completed', 'code': 200} Apr 12 17:54:29.820191 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:29.932379 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:29.948161 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:29.962093 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:29.962692 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:29.975565 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] No DVR routers for this DVR port c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:54:29.977996 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:29.981413 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c17b4f6-0993-4491-8104-966e96e59c34 req-547d63e3-e9d2-4352-9787-777846f7f9d1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "DELETE /v2.0/ports/c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 HTTP/1.1" status: 204 len: 173 time: 1.3445747 Apr 12 17:54:30.078097 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:30.169019 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:30.295764 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:30.322894 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:30.331754 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:30.332362 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:30.377990 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5967ae1a-34fd-4fe1-9c5b-78068567bc7f req-28ca9b43-b9dd-483a-8b72-af2533a14766 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cfea40b-4455-42ea-b117-3713c6680687 HTTP/1.1" status: 200 len: 210 time: 0.0281720 Apr 12 17:54:30.441259 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:30.638534 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:30.666270 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df977d41-4e40-41c9-ae30-1a6e0f9b9d85 None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:30.911710 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e6648-0a78-4bc7-bc14-472151885adf None None] New status for floating IP db174a40-a3b8-4d90-9d0f-409e0b1ebb02: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:54:31.361259 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60128) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:31.379197 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:31.460721 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60134) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:31.514324 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5285c8cc-30b8-4d11-a421-10ecbc13e355 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (0a60d988-a73e-4b54-a791-4289e031cd26), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:31.537193 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5285c8cc-30b8-4d11-a421-10ecbc13e355 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (0a60d988-a73e-4b54-a791-4289e031cd26), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:31.584492 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5285c8cc-30b8-4d11-a421-10ecbc13e355 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (0a60d988-a73e-4b54-a791-4289e031cd26), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:31.587479 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5285c8cc-30b8-4d11-a421-10ecbc13e355 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:31.588623 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5285c8cc-30b8-4d11-a421-10ecbc13e355 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/security-groups/0a60d988-a73e-4b54-a791-4289e031cd26 HTTP/1.1" status: 204 len: 168 time: 0.1265321 Apr 12 17:54:31.591989 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60136) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:31.604805 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285c8cc-30b8-4d11-a421-10ecbc13e355 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a60d988-a73e-4b54-a791-4289e031cd26,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:31.610934 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-13e249ba-3b29-4759-8ed6-dc77fcc6fbc5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] show failed (client error): The resource could not be found. Apr 12 17:54:31.614864 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-13e249ba-3b29-4759-8ed6-dc77fcc6fbc5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups/0a60d988-a73e-4b54-a791-4289e031cd26 HTTP/1.1" status: 404 len: 347 time: 0.0219636 Apr 12 17:54:31.615189 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60138) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:32.012132 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'name': 'network-vif-deleted', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:32.014388 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39085c9b-13ab-4b15-bcf5-cd9a69787916" -d '{"events": [{"server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "name": "network-vif-deleted", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:32.050320 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdef014-7a3a-4b58-a84c-be0e51f8200c x-openstack-request-id: req-ebdef014-7a3a-4b58-a84c-be0e51f8200c {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:32.050625 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfea40b-4455-42ea-b117-3713c6680687", "name": "network-vif-deleted", "tag": "c9aaf2df-ef45-4793-8b5f-68c1d0682aa3", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:32.050912 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebdef014-7a3a-4b58-a84c-be0e51f8200c {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:32.051307 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdef014-7a3a-4b58-a84c-be0e51f8200c'] response: {'server_uuid': '7cfea40b-4455-42ea-b117-3713c6680687', 'name': 'network-vif-deleted', 'tag': 'c9aaf2df-ef45-4793-8b5f-68c1d0682aa3', 'status': 'completed', 'code': 200} Apr 12 17:54:32.130588 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (3faa389f-841f-45e6-bbaa-b9bd64386f93), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.133197 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port e4c05148-cc25-4263-ba03-5efeba5cacd2 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:32.133518 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.265460 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:32.283259 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.283560 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (e4c05148-cc25-4263-ba03-5efeba5cacd2), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.289571 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:32.289916 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device c9aaf2df-ef45-4793-8b5f-68c1d0682aa3 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:32.344835 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for e4c05148-cc25-4263-ba03-5efeba5cacd2 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:32.559905 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Deleting port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:32.560623 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.625618 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (e4c05148-cc25-4263-ba03-5efeba5cacd2), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.663169 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=e4c05148-cc25-4263-ba03-5efeba5cacd2,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:32.687436 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.697475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] For port 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:32.697835 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.729650 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Calling delete_port for 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:32.751078 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (db174a40-a3b8-4d90-9d0f-409e0b1ebb02), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.753565 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.754799 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7072d787-46c4-4368-913b-b51c74a5fbb5 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/floatingips/db174a40-a3b8-4d90-9d0f-409e0b1ebb02 HTTP/1.1" status: 204 len: 168 time: 1.1235826 Apr 12 17:54:32.935248 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (8cf4d3ec-55dc-4348-886b-4c4b8ac7d378), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:32.963458 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf4d3ec-55dc-4348-886b-4c4b8ac7d378,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:32.963752 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60146) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:32.970417 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-709575a0-9a49-4727-9c60-2d0ff942c5cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126682076', 'description': 'tempest-description--1283581016'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:32.994424 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709575a0-9a49-4727-9c60-2d0ff942c5cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.074135 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709575a0-9a49-4727-9c60-2d0ff942c5cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (bbc1b905-075f-40e8-a32f-c6b5afdd4e3c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.078965 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709575a0-9a49-4727-9c60-2d0ff942c5cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (bbc1b905-075f-40e8-a32f-c6b5afdd4e3c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.113702 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-709575a0-9a49-4727-9c60-2d0ff942c5cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.115246 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-709575a0-9a49-4727-9c60-2d0ff942c5cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1494901 Apr 12 17:54:33.117441 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709575a0-9a49-4727-9c60-2d0ff942c5cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:33.118347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60148) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:33.123006 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-8f471a74-07c2-4268-ba6c-bb9abfc18986 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': 'bbc1b905-075f-40e8-a32f-c6b5afdd4e3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:33.157480 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (3faa389f-841f-45e6-bbaa-b9bd64386f93), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.170931 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f471a74-07c2-4268-ba6c-bb9abfc18986 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (81f4090e-03a0-48d2-94c1-3210bd422c06), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.303839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f471a74-07c2-4268-ba6c-bb9abfc18986 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (81f4090e-03a0-48d2-94c1-3210bd422c06), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.310791 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f471a74-07c2-4268-ba6c-bb9abfc18986 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (81f4090e-03a0-48d2-94c1-3210bd422c06), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.363067 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f471a74-07c2-4268-ba6c-bb9abfc18986 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f4090e-03a0-48d2-94c1-3210bd422c06,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:33.369511 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f471a74-07c2-4268-ba6c-bb9abfc18986 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.370455 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8f471a74-07c2-4268-ba6c-bb9abfc18986 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2511461 Apr 12 17:54:33.373808 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:33.378822 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a8c65bf7-665a-4cd6-b14c-9123d01b3bd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'security_group_rule': {'security_group_id': 'bbc1b905-075f-40e8-a32f-c6b5afdd4e3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:33.406777 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c65bf7-665a-4cd6-b14c-9123d01b3bd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (148217c5-3d09-4cc3-a0ec-688030e98bba), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.441495 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Router 3faa389f-841f-45e6-bbaa-b9bd64386f93 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:33.469251 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c65bf7-665a-4cd6-b14c-9123d01b3bd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (148217c5-3d09-4cc3-a0ec-688030e98bba), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.473358 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c65bf7-665a-4cd6-b14c-9123d01b3bd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (148217c5-3d09-4cc3-a0ec-688030e98bba), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.491263 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c65bf7-665a-4cd6-b14c-9123d01b3bd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148217c5-3d09-4cc3-a0ec-688030e98bba,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:33.500015 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8c65bf7-665a-4cd6-b14c-9123d01b3bd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.501220 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a8c65bf7-665a-4cd6-b14c-9123d01b3bd0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262076 Apr 12 17:54:33.504674 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60152) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:33.509026 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:33.529744 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.553642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:33.558658 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9689d5ba-a774-4253-af50-f2172b8323fc admin admin] 10.222.0.45 "PUT /v2.0/routers/3faa389f-841f-45e6-bbaa-b9bd64386f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1949670 Apr 12 17:54:33.561362 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60154) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:33.564045 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] Sync routers for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:33.574126 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:33.574738 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:33.621545 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.674241 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks [] for router (3faa389f-841f-45e6-bbaa-b9bd64386f93), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.684339 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:33.730994 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.27.3.110 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/4154ec5b-4224-48ed-886b-bad566c20e61) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:33.786669 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks [] for router_gateway (3faa389f-841f-45e6-bbaa-b9bd64386f93), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.834877 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Deleting port f7c0b99a-5804-4ce2-a2d9-555a20bc460c {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:33.835510 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.835839 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (4154ec5b-4224-48ed-886b-bad566c20e61), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.867456 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:54:32Z', 'revision_number': 5, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port': {'id': 'f7c0b99a-5804-4ce2-a2d9-555a20bc460c', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:33.871717 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (4154ec5b-4224-48ed-886b-bad566c20e61), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.895364 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] Checking router: 3faa389f-841f-45e6-bbaa-b9bd64386f93 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:33.906243 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] Routers {'3faa389f-841f-45e6-bbaa-b9bd64386f93'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:33.906863 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['3faa389f-841f-45e6-bbaa-b9bd64386f93'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:33.914368 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:33.917603 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:33.922231 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:33.924685 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=4154ec5b-4224-48ed-886b-bad566c20e61,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:33.928427 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] For port f7c0b99a-5804-4ce2-a2d9-555a20bc460c, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:33.929188 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.946889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Calling delete_port for f7c0b99a-5804-4ce2-a2d9-555a20bc460c owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:34.000631 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] Set router 3faa389f-841f-45e6-bbaa-b9bd64386f93 gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:34.014218 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (7bed69ac-f11e-4a0c-8e28-4516853ed5c6), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.057179 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4154ec5b-4224-48ed-886b-bad566c20e61), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.059260 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:54:33Z', 'revision_number': 6, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:34.087316 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a61223-1d62-4108-beb7-938a72f8d609 None None] The sync data for ids ['3faa389f-841f-45e6-bbaa-b9bd64386f93'] in dv-cinder-837533-1-iscsi is: [{'id': '3faa389f-841f-45e6-bbaa-b9bd64386f93', 'name': 'tempest-TestMinimumBasicScenario-1986170021-router', 'tenant_id': '3db5ca977a664a318bbd60f2399467cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:42Z', 'updated_at': '2022-04-12T17:54:33Z', 'revision_number': 6, 'project_id': '3db5ca977a664a318bbd60f2399467cc', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:34.215698 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (4154ec5b-4224-48ed-886b-bad566c20e61), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.222314 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (4154ec5b-4224-48ed-886b-bad566c20e61), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.275299 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0fa973ee-a605-46a8-ab31-9433c3b1351f no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:34.295516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=4154ec5b-4224-48ed-886b-bad566c20e61,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:34.298992 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 0fa973ee-a605-46a8-ab31-9433c3b1351f {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:34.299536 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0fa973ee-a605-46a8-ab31-9433c3b1351f not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:34.308903 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (7bed69ac-f11e-4a0c-8e28-4516853ed5c6), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.325688 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.326949 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f7ef4051-a401-4d30-9693-d2e80cda43cc tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8213384 Apr 12 17:54:34.446102 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (f7c0b99a-5804-4ce2-a2d9-555a20bc460c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.489259 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c0b99a-5804-4ce2-a2d9-555a20bc460c,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:34.554111 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-4287b0aa-e99d-47da-a3f5-945fc52efc5c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2126682076&fields=id&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 267 time: 0.1175454 Apr 12 17:54:34.587028 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (3faa389f-841f-45e6-bbaa-b9bd64386f93), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.731465 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (3faa389f-841f-45e6-bbaa-b9bd64386f93), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.735229 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks [] for router_controller (3faa389f-841f-45e6-bbaa-b9bd64386f93), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.821352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-0e145417-3218-44ee-8917-70dfd6c8256c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:34.822754 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-0e145417-3218-44ee-8917-70dfd6c8256c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.2608128 Apr 12 17:54:34.823845 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (3faa389f-841f-45e6-bbaa-b9bd64386f93), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.824358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3faa389f-841f-45e6-bbaa-b9bd64386f93 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:54:34.829161 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.830195 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f9ec7255-d2b9-414e-809c-b0141d6ef422 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3faa389f-841f-45e6-bbaa-b9bd64386f93 HTTP/1.1" status: 204 len: 168 time: 1.2679317 Apr 12 17:54:34.833120 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:34.841032 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-9bc50b5b-b017-4bdf-9ca0-da2160102be1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/quotas/08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 375 time: 0.0098443 Apr 12 17:54:34.881454 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] Deleting subnet a72680a4-36d9-4290-af37-0bcf4cf2b301 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:54:34.885124 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] Publish callbacks [] for subnet (a72680a4-36d9-4290-af37-0bcf4cf2b301), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.898214 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-d4228336-f12b-4370-b1de-2c4a84e95478 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512540 Apr 12 17:54:34.924101 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6661768'] for subnet (a72680a4-36d9-4290-af37-0bcf4cf2b301), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.962428 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:34.990503 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:34.990849 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8cf4d3ec-55dc-4348-886b-4c4b8ac7d378 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:34.991489 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f7c0b99a-5804-4ce2-a2d9-555a20bc460c no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:35.012244 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-06de9a44-8348-4e13-b742-23f378e4d49d service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996256 Apr 12 17:54:35.012759 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: f7c0b99a-5804-4ce2-a2d9-555a20bc460c {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:35.014306 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f7c0b99a-5804-4ce2-a2d9-555a20bc460c not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:35.051175 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (a72680a4-36d9-4290-af37-0bcf4cf2b301), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.105876 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5472655'] for subnet (a72680a4-36d9-4290-af37-0bcf4cf2b301), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.115576 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-8a60a626-5d64-4a00-b813-9f9f1ed71792 service neutron] 10.222.0.45 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021111 Apr 12 17:54:35.130732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72680a4-36d9-4290-af37-0bcf4cf2b301,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:35.140107 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.147148 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c0418510-4876-4663-98a9-464cefd34f67 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a72680a4-36d9-4290-af37-0bcf4cf2b301 HTTP/1.1" status: 204 len: 168 time: 0.3127720 Apr 12 17:54:35.148012 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60170) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:35.149091 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5ceda-90b1-41d6-b22d-6db5470bdc28 None None] Network 5e798e50-a7fe-415b-9e2d-76d9be553554 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:54:35.294019 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (5e798e50-a7fe-415b-9e2d-76d9be553554), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.364506 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70b0fc47-2fb1-4000-beb6-16ff0f26209a req-9a51af75-3d46-4529-b425-359a8b92d850 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 210 time: 0.0534194 Apr 12 17:54:35.376224 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Deleting port fca70f9d-44f5-48c2-8159-d04531e25c34 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:35.376566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.435407 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] DHCP port deletion for 5e798e50-a7fe-415b-9e2d-76d9be553554 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:54:35.452591 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] For port fca70f9d-44f5-48c2-8159-d04531e25c34, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=fca70f9d-44f5-48c2-8159-d04531e25c34,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:35.453055 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.468274 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Calling delete_port for fca70f9d-44f5-48c2-8159-d04531e25c34 owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:35.476157 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] Deleting port fca70f9d-44f5-48c2-8159-d04531e25c34 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:35.476435 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.546468 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] For port fca70f9d-44f5-48c2-8159-d04531e25c34, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=fca70f9d-44f5-48c2-8159-d04531e25c34,segment=NetworkSegment(f2a2d15d-2607-46b2-93ae-286a3dd2b07d),segment_id=f2a2d15d-2607-46b2-93ae-286a3dd2b07d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:35.546873 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.556189 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.566151 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] Calling delete_port for fca70f9d-44f5-48c2-8159-d04531e25c34 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:35.583487 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca70f9d-44f5-48c2-8159-d04531e25c34,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:35.585322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] No DVR routers for this DVR port fca70f9d-44f5-48c2-8159-d04531e25c34 on host dv-cinder-837533-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:54:35.663103 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (5e798e50-a7fe-415b-9e2d-76d9be553554), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.685759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e798e50-a7fe-415b-9e2d-76d9be553554']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:35.699216 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:35.699528 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a2d15d-2607-46b2-93ae-286a3dd2b07d') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:35.712269 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (f2a2d15d-2607-46b2-93ae-286a3dd2b07d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.714131 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703'] for port (fca70f9d-44f5-48c2-8159-d04531e25c34), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.728171 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (f2a2d15d-2607-46b2-93ae-286a3dd2b07d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.734856 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:54:35.735351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (f2a2d15d-2607-46b2-93ae-286a3dd2b07d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:54:35.737155 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:54:35.746545 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] Pushing event deleted for resources: {'Port': ['ID=fca70f9d-44f5-48c2-8159-d04531e25c34,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:35.752317 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18493b6-79d0-4786-8da8-ffc5463179e7 None None] No DVR routers for this DVR port fca70f9d-44f5-48c2-8159-d04531e25c34 on host dv-cinder-837533-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:54:35.802786 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (5e798e50-a7fe-415b-9e2d-76d9be553554), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.818470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:35.822148 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5e798e50-a7fe-415b-9e2d-76d9be553554 HTTP/1.1" status: 204 len: 168 time: 0.6715426 Apr 12 17:54:35.823462 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c4ab1-9a06-49c8-97c8-fab23727e185 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e798e50-a7fe-415b-9e2d-76d9be553554,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:35.825010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60184) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:36.172159 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (fd505b29-f139-4e5f-bb39-084a5569369b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:36.501547 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-eb4fa085-0091-4fb2-91e1-184846c9245c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:36.503130 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-eb4fa085-0091-4fb2-91e1-184846c9245c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 814 time: 0.1627939 Apr 12 17:54:36.513518 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Deleting port ff510c35-5d70-4b7f-ba67-92783390c9a3 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:36.513909 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:36.524781 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:36.644145 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-5f2a06b3-7b9e-46c9-aa80-c080b6b38d89 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08872d0e888749f580d8ad67256c5717 HTTP/1.1" status: 200 len: 380 time: 0.1278725 Apr 12 17:54:36.669583 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'port': {'device_id': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'admin_state_up': True, 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'security_groups': ['bbc1b905-075f-40e8-a32f-c6b5afdd4e3c']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:36.678968 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] For port ff510c35-5d70-4b7f-ba67-92783390c9a3, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=ff510c35-5d70-4b7f-ba67-92783390c9a3,segment=NetworkSegment(899cb695-6b85-4c73-a8ab-efb78abba818),segment_id=899cb695-6b85-4c73-a8ab-efb78abba818)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:36.679373 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:36.683124 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c45fc46-5337-4bec-b779-687b39b8bfd2 req-5ae16d57-0d32-445f-a938-2d8ba3fd778f tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 210 time: 0.0626204 Apr 12 17:54:36.716742 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Calling delete_port for ff510c35-5d70-4b7f-ba67-92783390c9a3 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:36.886296 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Made reservation on behalf of 08872d0e888749f580d8ad67256c5717 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:54:36.889830 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:36.940720 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fca70f9d-44f5-48c2-8159-d04531e25c34 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:36.960360 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: fca70f9d-44f5-48c2-8159-d04531e25c34 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:36.960703 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fca70f9d-44f5-48c2-8159-d04531e25c34 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:37.060617 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (ff510c35-5d70-4b7f-ba67-92783390c9a3), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:37.095979 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Allocated IP 172.20.0.11 (6c894a84-427f-4c4d-9056-360cdd2d00e7/c91c28b1-318e-4cbc-970b-519aededf6c4/95abf24e-f09a-4014-b224-534076251a49) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:37.102210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff510c35-5d70-4b7f-ba67-92783390c9a3,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:37.365364 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for port (95abf24e-f09a-4014-b224-534076251a49), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:37.381186 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (fd505b29-f139-4e5f-bb39-084a5569369b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:37.450706 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (95abf24e-f09a-4014-b224-534076251a49), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:37.846107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:37.853070 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:37.854857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event updated for resources: {'Port': ['ID=95abf24e-f09a-4014-b224-534076251a49,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:37.858637 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:37.868979 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61317-3169-4813-b2cd-d20c19cc4b37 req-ff3ac467-2bb1-43bf-a9a3-098f6e62b558 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:37.870496 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-46a61317-3169-4813-b2cd-d20c19cc4b37 req-ff3ac467-2bb1-43bf-a9a3-098f6e62b558 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 932 time: 0.0862029 Apr 12 17:54:37.982981 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:37.983645 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.046029 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c59a86a1-48bb-4cca-906f-e5e8c9343f56 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3822088 Apr 12 17:54:38.051348 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-46a61317-3169-4813-b2cd-d20c19cc4b37 req-572292d7-859d-496d-b3f7-922777069471 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563582 Apr 12 17:54:38.094714 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Router fd505b29-f139-4e5f-bb39-084a5569369b has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:38.139325 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-d2392a84-a769-4bfc-b749-619dc984a6c4 None None] Provisioning complete for port 95abf24e-f09a-4014-b224-534076251a49 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:38.139850 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2392a84-a769-4bfc-b749-619dc984a6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (95abf24e-f09a-4014-b224-534076251a49), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.155890 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Request body: {'port': {'device_id': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:38.174695 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d2392a84-a769-4bfc-b749-619dc984a6c4 None None] Port 95abf24e-f09a-4014-b224-534076251a49 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:54:38.256642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:38.258180 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (95abf24e-f09a-4014-b224-534076251a49), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.262957 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4a228b64-8bbe-493b-8b62-f450a9d51ae5 admin admin] 10.222.0.45 "PUT /v2.0/routers/fd505b29-f139-4e5f-bb39-084a5569369b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4370029 Apr 12 17:54:38.265760 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60198) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:38.267354 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] Sync routers for ids ['fd505b29-f139-4e5f-bb39-084a5569369b'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:38.278833 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] Routers {'fd505b29-f139-4e5f-bb39-084a5569369b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:38.279789 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['fd505b29-f139-4e5f-bb39-084a5569369b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:38.377860 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks [] for router (fd505b29-f139-4e5f-bb39-084a5569369b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.396063 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] Set router fd505b29-f139-4e5f-bb39-084a5569369b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:38.558411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95abf24e-f09a-4014-b224-534076251a49 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:54:38.567334 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Publish callbacks [] for port (95abf24e-f09a-4014-b224-534076251a49), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.580468 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Transition to ACTIVE for port object 95abf24e-f09a-4014-b224-534076251a49 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:54:38.584987 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (95abf24e-f09a-4014-b224-534076251a49), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.639310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Pushing event updated for resources: {'Port': ['ID=95abf24e-f09a-4014-b224-534076251a49,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:38.671504 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:54:36Z', 'revision_number': 5, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:38.705110 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] Checking router: fd505b29-f139-4e5f-bb39-084a5569369b for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:38.716552 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] Routers {'fd505b29-f139-4e5f-bb39-084a5569369b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:38.717440 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['fd505b29-f139-4e5f-bb39-084a5569369b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:38.739585 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks [] for router_gateway (fd505b29-f139-4e5f-bb39-084a5569369b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.755701 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Attempting to bind port 95abf24e-f09a-4014-b224-534076251a49 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:38.756061 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Attempting to bind port 95abf24e-f09a-4014-b224-534076251a49 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:38.756425 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Attempting to bind port 95abf24e-f09a-4014-b224-534076251a49 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:38.762107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Port 95abf24e-f09a-4014-b224-534076251a49 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:54:38.762445 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Attempting to bind port 95abf24e-f09a-4014-b224-534076251a49 on network 6c894a84-427f-4c4d-9056-360cdd2d00e7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:38.768052 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:38.768409 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Checking segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:38.768947 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Bound using segment: {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:38.769573 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Bound port: 95abf24e-f09a-4014-b224-534076251a49, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671325f0-a891-4586-a2de-cc19d866aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:38.769942 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (95abf24e-f09a-4014-b224-534076251a49), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.796202 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Deleting port 4d01240c-c373-4200-aac7-6d2a941c12ec {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:38.796938 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.845929 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] For port 95abf24e-f09a-4014-b224-534076251a49, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:38.849716 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] For port 95abf24e-f09a-4014-b224-534076251a49, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=95abf24e-f09a-4014-b224-534076251a49,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:38.859875 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (95abf24e-f09a-4014-b224-534076251a49), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.866910 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] Set router fd505b29-f139-4e5f-bb39-084a5569369b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:38.902354 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] For port 4d01240c-c373-4200-aac7-6d2a941c12ec, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=4d01240c-c373-4200-aac7-6d2a941c12ec,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:38.902354 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.908053 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:38.908818 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:38.910434 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] 10.222.0.18 "PUT /v2.0/ports/95abf24e-f09a-4014-b224-534076251a49 HTTP/1.1" status: 200 len: 1094 time: 0.8549528 Apr 12 17:54:38.913410 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'tag': '95abf24e-f09a-4014-b224-534076251a49'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:38.920756 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0927c10-c900-4790-9a88-299804f63e48" -d '{"events": [{"name": "network-changed", "server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "tag": "95abf24e-f09a-4014-b224-534076251a49"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:38.944228 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Calling delete_port for 4d01240c-c373-4200-aac7-6d2a941c12ec owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:38.957571 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5485a-58ed-4248-837d-86ede7f2e06e service neutron] Pushing event updated for resources: {'Port': ['ID=95abf24e-f09a-4014-b224-534076251a49,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:39.021939 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a72bc4-4830-4f1f-9f78-19b7ed2d7bc8 x-openstack-request-id: req-c7a72bc4-4830-4f1f-9f78-19b7ed2d7bc8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:39.022407 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "tag": "95abf24e-f09a-4014-b224-534076251a49", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:39.022775 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7a72bc4-4830-4f1f-9f78-19b7ed2d7bc8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:39.023307 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a72bc4-4830-4f1f-9f78-19b7ed2d7bc8'] response: {'name': 'network-changed', 'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'tag': '95abf24e-f09a-4014-b224-534076251a49', 'status': 'completed', 'code': 200} Apr 12 17:54:39.037029 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-2e13c1cb-796f-4941-9d0b-ae406756ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:39.038653 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-2e13c1cb-796f-4941-9d0b-ae406756ecf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 1128 time: 0.0760698 Apr 12 17:54:39.103900 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-a0c0ed7c-8535-4633-a329-90c83513acc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95abf24e-f09a-4014-b224-534076251a49 HTTP/1.1" status: 200 len: 217 time: 0.0475831 Apr 12 17:54:39.178341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-bac6c80b-a0fc-457a-a5de-5fb3b58ca818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:39.180111 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-bac6c80b-a0fc-457a-a5de-5fb3b58ca818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0695312 Apr 12 17:54:39.209865 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:54:36Z', 'revision_number': 5, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:39.239180 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320df4c-41c0-45de-a18c-9022ffb71120 None None] The sync data for ids ['fd505b29-f139-4e5f-bb39-084a5569369b'] in dv-cinder-837533-1-iscsi is: [{'id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'name': 'tempest-TestMinimumBasicScenario-619542754-router', 'tenant_id': '71cca4ea0aec4ef7b666d597c449079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:48Z', 'updated_at': '2022-04-12T17:54:36Z', 'revision_number': 5, 'project_id': '71cca4ea0aec4ef7b666d597c449079a', 'gw_port': {'id': '4d01240c-c373-4200-aac7-6d2a941c12ec', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd505b29-f139-4e5f-bb39-084a5569369b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:49Z', 'updated_at': '2022-04-12T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:39.250489 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (4d01240c-c373-4200-aac7-6d2a941c12ec), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.265873 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-bf1f5208-e6c8-4a31-94e2-11698f571549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:39.267735 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-bf1f5208-e6c8-4a31-94e2-11698f571549 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691452 Apr 12 17:54:39.280138 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d01240c-c373-4200-aac7-6d2a941c12ec,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:39.298527 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dad4d-46a0-4537-81a9-ce2dcaead2a0 req-0f75e6f0-bad3-4142-92ec-2e144cec25a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:39.301004 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-003dad4d-46a0-4537-81a9-ce2dcaead2a0 req-0f75e6f0-bad3-4142-92ec-2e144cec25a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 944 time: 0.1194775 Apr 12 17:54:39.351958 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (fd505b29-f139-4e5f-bb39-084a5569369b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.423738 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-003dad4d-46a0-4537-81a9-ce2dcaead2a0 req-b717f09a-e7eb-4a53-8e96-8c49bb438da2 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112714 Apr 12 17:54:39.443078 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-c3ea75a1-4ffd-441b-8fcc-b5a1c8e74365 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624043 Apr 12 17:54:39.464235 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (fd505b29-f139-4e5f-bb39-084a5569369b), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.466641 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks [] for router_controller (fd505b29-f139-4e5f-bb39-084a5569369b), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.535834 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (fd505b29-f139-4e5f-bb39-084a5569369b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.536324 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd505b29-f139-4e5f-bb39-084a5569369b {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:54:39.545643 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.546817 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2509dd3c-f81f-4464-9f2d-509d7f6f6878 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fd505b29-f139-4e5f-bb39-084a5569369b HTTP/1.1" status: 204 len: 168 time: 1.2801008 Apr 12 17:54:39.550435 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60206) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:39.563767 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e390f49-3109-4880-9603-11e3f8cc8efb req-1b25c095-b49e-4cc6-8def-ad53bb566f38 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125174 Apr 12 17:54:39.615617 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] Deleting subnet 210dca75-66b5-4c4d-b1bc-f1dad2ff24bc {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:54:39.619429 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] Publish callbacks [] for subnet (210dca75-66b5-4c4d-b1bc-f1dad2ff24bc), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.661320 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (210dca75-66b5-4c4d-b1bc-f1dad2ff24bc), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.774680 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (210dca75-66b5-4c4d-b1bc-f1dad2ff24bc), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.829737 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (210dca75-66b5-4c4d-b1bc-f1dad2ff24bc), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.857862 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210dca75-66b5-4c4d-b1bc-f1dad2ff24bc,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:39.859930 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.864399 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de079b1-6f04-4c66-bacf-6cb553411d12 None None] Network bf07b8b1-8862-457e-b14e-7f7591541534 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:54:39.865786 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c67a699b-891d-4795-9ec8-a477020dd91d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/210dca75-66b5-4c4d-b1bc-f1dad2ff24bc HTTP/1.1" status: 204 len: 168 time: 0.3139534 Apr 12 17:54:39.866738 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60208) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:39.943028 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (bf07b8b1-8862-457e-b14e-7f7591541534), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:39.992869 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Deleting port fccd615a-ac4e-44ae-8aad-dea7b1665640 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:39.993411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.060819 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] For port fccd615a-ac4e-44ae-8aad-dea7b1665640, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=fccd615a-ac4e-44ae-8aad-dea7b1665640,segment=NetworkSegment(899cb695-6b85-4c73-a8ab-efb78abba818),segment_id=899cb695-6b85-4c73-a8ab-efb78abba818)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:40.061187 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.073689 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Calling delete_port for fccd615a-ac4e-44ae-8aad-dea7b1665640 owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:40.164677 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (fccd615a-ac4e-44ae-8aad-dea7b1665640), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.198717 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Pushing event deleted for resources: {'Port': ['ID=fccd615a-ac4e-44ae-8aad-dea7b1665640,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:40.204212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] No DVR routers for this DVR port fccd615a-ac4e-44ae-8aad-dea7b1665640 on host dv-cinder-837533-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:54:40.252321 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4343f5d-e12f-4c08-8033-5be7ef9e0401 None None] DHCP port deletion for bf07b8b1-8862-457e-b14e-7f7591541534 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:54:40.284051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (bf07b8b1-8862-457e-b14e-7f7591541534), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.305169 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf07b8b1-8862-457e-b14e-7f7591541534']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:40.315153 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899cb695-6b85-4c73-a8ab-efb78abba818') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:40.315449 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899cb695-6b85-4c73-a8ab-efb78abba818') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:40.325320 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (899cb695-6b85-4c73-a8ab-efb78abba818), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.339277 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (899cb695-6b85-4c73-a8ab-efb78abba818), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.345659 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:54:40.346107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (899cb695-6b85-4c73-a8ab-efb78abba818), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:54:40.347830 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:54:40.402498 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (bf07b8b1-8862-457e-b14e-7f7591541534), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.411249 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.418405 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] 10.222.0.45 "DELETE /v2.0/networks/bf07b8b1-8862-457e-b14e-7f7591541534 HTTP/1.1" status: 204 len: 168 time: 0.5504756 Apr 12 17:54:40.429755 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd384f-fd68-43b7-94c4-2fd6fadc542b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf07b8b1-8862-457e-b14e-7f7591541534,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:40.545573 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0927c10-c900-4790-9a88-299804f63e48 req-602f7ff2-62b9-4161-bbd0-43ea80d8d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:40.547113 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0927c10-c900-4790-9a88-299804f63e48 req-602f7ff2-62b9-4161-bbd0-43ea80d8d551 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 1128 time: 0.0724533 Apr 12 17:54:40.561740 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb65ec3-df82-4772-b576-23168d5e13ff req-0a41c048-8d94-453f-bf4f-f42a28707159 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:40.563185 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccb65ec3-df82-4772-b576-23168d5e13ff req-0a41c048-8d94-453f-bf4f-f42a28707159 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 944 time: 0.0563850 Apr 12 17:54:40.600427 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60214) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:40.641312 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c9a9acce-0ff2-4045-b89f-cab1760750e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3db5ca977a664a318bbd60f2399467cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395825 Apr 12 17:54:40.643957 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60216) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:40.685421 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccb65ec3-df82-4772-b576-23168d5e13ff req-339bfd93-3fb4-4838-a379-3db50fd2d56d tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118357 Apr 12 17:54:40.694601 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749beaf0-afa5-44c7-a648-740afd42b905 admin admin] Publish callbacks [] for security_group (6952ef08-8c91-497a-ac6f-cc0484bc56a3), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.705108 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0927c10-c900-4790-9a88-299804f63e48 req-963e636a-acc7-4f2e-8220-19c529e56e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:40.705108 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0927c10-c900-4790-9a88-299804f63e48 req-963e636a-acc7-4f2e-8220-19c529e56e5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 915 time: 0.1390369 Apr 12 17:54:40.719357 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749beaf0-afa5-44c7-a648-740afd42b905 admin admin] Publish callbacks [] for security_group (6952ef08-8c91-497a-ac6f-cc0484bc56a3), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.746874 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0927c10-c900-4790-9a88-299804f63e48 req-6c2d44e3-26b2-4815-9b72-79d7a26df787 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95abf24e-f09a-4014-b224-534076251a49 HTTP/1.1" status: 200 len: 217 time: 0.0359514 Apr 12 17:54:40.768060 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749beaf0-afa5-44c7-a648-740afd42b905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6952ef08-8c91-497a-ac6f-cc0484bc56a3), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.770787 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-749beaf0-afa5-44c7-a648-740afd42b905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:40.771975 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-749beaf0-afa5-44c7-a648-740afd42b905 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6952ef08-8c91-497a-ac6f-cc0484bc56a3 HTTP/1.1" status: 204 len: 168 time: 0.1271422 Apr 12 17:54:40.782959 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749beaf0-afa5-44c7-a648-740afd42b905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6952ef08-8c91-497a-ac6f-cc0484bc56a3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:40.802930 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0927c10-c900-4790-9a88-299804f63e48 req-5bdc21c0-7dc9-4e75-a867-753bc2638072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:40.804444 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0927c10-c900-4790-9a88-299804f63e48 req-5bdc21c0-7dc9-4e75-a867-753bc2638072 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0515773 Apr 12 17:54:40.854538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0927c10-c900-4790-9a88-299804f63e48 req-974c9eb3-3eb7-40c7-986b-04e4012abe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:40.856575 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0927c10-c900-4790-9a88-299804f63e48 req-974c9eb3-3eb7-40c7-986b-04e4012abe58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452363 Apr 12 17:54:40.947196 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fccd615a-ac4e-44ae-8aad-dea7b1665640 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:40.961346 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0927c10-c900-4790-9a88-299804f63e48 req-63c461cf-8d1c-44f4-90f6-c732739f80e1 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969899 Apr 12 17:54:40.974839 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: fccd615a-ac4e-44ae-8aad-dea7b1665640 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:40.975217 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device fccd615a-ac4e-44ae-8aad-dea7b1665640 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:40.975648 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device ff510c35-5d70-4b7f-ba67-92783390c9a3 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:40.995095 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: ff510c35-5d70-4b7f-ba67-92783390c9a3 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:40.995733 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device ff510c35-5d70-4b7f-ba67-92783390c9a3 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:40.996166 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4d01240c-c373-4200-aac7-6d2a941c12ec no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:41.016314 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 4d01240c-c373-4200-aac7-6d2a941c12ec {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:41.016672 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4d01240c-c373-4200-aac7-6d2a941c12ec not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:41.062303 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0927c10-c900-4790-9a88-299804f63e48 req-20d0b531-a8b7-441c-a254-28c9dbf0a3c5 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949459 Apr 12 17:54:41.123927 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60222) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:41.164389 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-36cd0666-fdf9-4a59-8d0e-5d1bf85e0500 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71cca4ea0aec4ef7b666d597c449079a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391953 Apr 12 17:54:41.167081 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60224) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:41.225171 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-41311089-a0e5-430e-bc81-e78d57e18cd8 admin admin] Publish callbacks [] for security_group (78076cdd-77c6-4588-a96e-3cdea3005296), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:41.247613 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-41311089-a0e5-430e-bc81-e78d57e18cd8 admin admin] Publish callbacks [] for security_group (78076cdd-77c6-4588-a96e-3cdea3005296), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:41.303566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-41311089-a0e5-430e-bc81-e78d57e18cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (78076cdd-77c6-4588-a96e-3cdea3005296), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:41.306319 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-41311089-a0e5-430e-bc81-e78d57e18cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:41.307483 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-41311089-a0e5-430e-bc81-e78d57e18cd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78076cdd-77c6-4588-a96e-3cdea3005296 HTTP/1.1" status: 204 len: 168 time: 0.1394243 Apr 12 17:54:41.315219 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41311089-a0e5-430e-bc81-e78d57e18cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78076cdd-77c6-4588-a96e-3cdea3005296,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:41.805920 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14d3a6-fbd4-44b5-a17f-305f3362af28 req-84e20027-5196-4ec5-8941-7287f569c829 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:41.807449 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee14d3a6-fbd4-44b5-a17f-305f3362af28 req-84e20027-5196-4ec5-8941-7287f569c829 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 944 time: 0.0487225 Apr 12 17:54:41.861444 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee14d3a6-fbd4-44b5-a17f-305f3362af28 req-9807b668-f476-4ab9-9239-2717be713460 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484078 Apr 12 17:54:42.160659 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60248) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:42.262682 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-814985613-network', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:42.290333 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Made reservation on behalf of 5f2454d2534940fb83a1aa93fa35d48f for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:54:42.292683 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.301315 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.315630 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 95abf24e-f09a-4014-b224-534076251a49 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:54:42.380508 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks [] for security_group (ee282bb3-6a11-4e7f-abb1-0abd976c636b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.385462 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ee282bb3-6a11-4e7f-abb1-0abd976c636b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.406760 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:54:42.414546 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 95abf24e-f09a-4014-b224-534076251a49, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=95abf24e-f09a-4014-b224-534076251a49,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:42.422009 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee282bb3-6a11-4e7f-abb1-0abd976c636b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:42.424881 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (d05ff865-4bfd-44ba-8f2f-54d88fbee46e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.425249 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Added segment d05ff865-4bfd-44ba-8f2f-54d88fbee46e of type vlan for network 09622141-36ce-467d-b818-f0a19f758506 Apr 12 17:54:42.426403 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '95abf24e-f09a-4014-b224-534076251a49', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'port_id': '95abf24e-f09a-4014-b224-534076251a49', 'mac_address': 'fa:16:3e:5a:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:54:42.466343 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 95abf24e-f09a-4014-b224-534076251a49 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:42.466747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (95abf24e-f09a-4014-b224-534076251a49), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.469454 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:54:42.469994 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (09622141-36ce-467d-b818-f0a19f758506), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.479949 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95abf24e-f09a-4014-b224-534076251a49 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:54:42.495146 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (09622141-36ce-467d-b818-f0a19f758506), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.496080 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:42.496660 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.499943 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 95abf24e-f09a-4014-b224-534076251a49, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=95abf24e-f09a-4014-b224-534076251a49,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:42.504686 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (95abf24e-f09a-4014-b224-534076251a49), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.527785 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3659704 Apr 12 17:54:42.530780 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60252) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:42.535640 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Request body: {'subnet': {'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-814985613-subnet', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:42.557865 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Made reservation on behalf of 5f2454d2534940fb83a1aa93fa35d48f for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:54:42.561060 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=95abf24e-f09a-4014-b224-534076251a49,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:42.561503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.563552 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670063a-d220-4b73-af28-9d16d3648978 admin admin] Pushing event updated for resources: {'Network': ['ID=09622141-36ce-467d-b818-f0a19f758506,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:42.578922 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 09622141-36ce-467d-b818-f0a19f758506 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:54:42.737744 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (11c71fc2-6cdc-4147-9533-1570e13cd7f8), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.775425 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['95abf24e-f09a-4014-b224-534076251a49'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:54:42.784938 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c71fc2-6cdc-4147-9533-1570e13cd7f8,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:42.800472 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Checking segment: {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:42.800829 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Network hostable DHCP agents. Network: 09622141-36ce-467d-b818-f0a19f758506, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:54:42.819554 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Network 09622141-36ce-467d-b818-f0a19f758506 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:54:42.829188 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 09622141-36ce-467d-b818-f0a19f758506) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:42.833777 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:42.834387 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.843405 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cedf5-7015-4d97-a77d-b842284c3ddd None None] Network 09622141-36ce-467d-b818-f0a19f758506 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:54:42.851709 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5c1f31b0-7156-4027-9548-4f0779ec655c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3198187 Apr 12 17:54:42.854295 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60254) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:42.858503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:42.882282 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (cf864ef6-de41-49c6-90f9-788474e90927), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.883666 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (cf864ef6-de41-49c6-90f9-788474e90927), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:42.973594 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-09622141-36ce-467d-b818-f0a19f758506', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:54:42.974449 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.001293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks [] for router_controller (cf864ef6-de41-49c6-90f9-788474e90927), precommit_add_association {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.051290 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09223-c005-4481-b73f-550471afed01 req-be4f6810-3d42-4725-9bf0-b9683de9f5d7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:43.052667 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99e09223-c005-4481-b73f-550471afed01 req-be4f6810-3d42-4725-9bf0-b9683de9f5d7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 945 time: 0.1135087 Apr 12 17:54:43.146753 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Allocated IP 172.20.0.2 (09622141-36ce-467d-b818-f0a19f758506/11c71fc2-6cdc-4147-9533-1570e13cd7f8/17cc225a-db5b-48d3-8dc5-ac29304247d6) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:43.179262 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks [] for router_gateway (cf864ef6-de41-49c6-90f9-788474e90927), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.187177 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99e09223-c005-4481-b73f-550471afed01 req-660ace3d-3f4e-4cb5-8dd5-fab2c3e8f543 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103401 Apr 12 17:54:43.315138 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Publish callbacks [] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.324708 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.365490 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Network 09622141-36ce-467d-b818-f0a19f758506 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:43.372176 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:43.374651 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:43.384541 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Pushing event updated for resources: {'Port': ['ID=17cc225a-db5b-48d3-8dc5-ac29304247d6,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:43.394840 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks [] for router_gateway (cf864ef6-de41-49c6-90f9-788474e90927), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.419103 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.449753 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Attempting to bind port 17cc225a-db5b-48d3-8dc5-ac29304247d6 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:43.450116 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Attempting to bind port 17cc225a-db5b-48d3-8dc5-ac29304247d6 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:43.450477 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Attempting to bind port 17cc225a-db5b-48d3-8dc5-ac29304247d6 on network 09622141-36ce-467d-b818-f0a19f758506 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:43.455566 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:43.455934 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Checking segment: {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:43.456454 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.456882 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Bound using segment: {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:43.457370 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Bound port: 17cc225a-db5b-48d3-8dc5-ac29304247d6, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:43.457743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.532773 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] For port 17cc225a-db5b-48d3-8dc5-ac29304247d6, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:43.539782 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] For port 17cc225a-db5b-48d3-8dc5-ac29304247d6, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=17cc225a-db5b-48d3-8dc5-ac29304247d6,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:43.552157 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.552591 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Allocated IP 172.27.3.126 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/2d9e5d78-d9f3-4246-aeec-652f6ba9d294) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:43.626946 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0574-ff1d-4281-8de8-9d28bd9f7ce3 None None] Pushing event updated for resources: {'Port': ['ID=17cc225a-db5b-48d3-8dc5-ac29304247d6,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:43.683256 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks [] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.717954 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:43.771151 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:43.774601 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:43.783309 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:43.786268 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:44.075301 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks [] for router_gateway (cf864ef6-de41-49c6-90f9-788474e90927), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.318225 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 95abf24e-f09a-4014-b224-534076251a49 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:44.373529 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 95abf24e-f09a-4014-b224-534076251a49 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:54:44.383465 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 95abf24e-f09a-4014-b224-534076251a49 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:44.383823 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (95abf24e-f09a-4014-b224-534076251a49), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.472970 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 95abf24e-f09a-4014-b224-534076251a49 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:44.473359 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (95abf24e-f09a-4014-b224-534076251a49), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.499922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad0d7-2f03-4d28-b7c1-e4c510c5b32e req-aa623f39-d2ea-485a-9bdd-a64399e59b9b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:44.501494 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c1ad0d7-2f03-4d28-b7c1-e4c510c5b32e req-aa623f39-d2ea-485a-9bdd-a64399e59b9b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 945 time: 0.0870593 Apr 12 17:54:44.509457 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abf24e-f09a-4014-b224-534076251a49'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:44.512658 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e756b826-252c-4e3f-ab44-3a114b549246" -d '{"events": [{"server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "name": "network-vif-plugged", "status": "completed", "tag": "95abf24e-f09a-4014-b224-534076251a49"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:44.518940 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 95abf24e-f09a-4014-b224-534076251a49, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=95abf24e-f09a-4014-b224-534076251a49,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:44.524486 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (95abf24e-f09a-4014-b224-534076251a49), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.601711 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c1ad0d7-2f03-4d28-b7c1-e4c510c5b32e req-c9a32dd6-f55a-4c0d-8e84-48504a5c7b2b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886779 Apr 12 17:54:44.607312 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=95abf24e-f09a-4014-b224-534076251a49,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:44.666683 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37575ba1-009f-48bc-a7ab-76463749f08b None None] Network 09622141-36ce-467d-b818-f0a19f758506 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:54:44.711324 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (cf864ef6-de41-49c6-90f9-788474e90927), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.733716 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-df554f3a-eb43-45f3-91f5-3c91d4e030fd None None] Provisioning complete for port 17cc225a-db5b-48d3-8dc5-ac29304247d6 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:44.734096 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df554f3a-eb43-45f3-91f5-3c91d4e030fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.739723 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41566437-05af-42b1-a48e-05ee3bfced05 x-openstack-request-id: req-41566437-05af-42b1-a48e-05ee3bfced05 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:44.740124 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "name": "network-vif-plugged", "status": "completed", "tag": "95abf24e-f09a-4014-b224-534076251a49", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:44.740287 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41566437-05af-42b1-a48e-05ee3bfced05 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:44.740662 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41566437-05af-42b1-a48e-05ee3bfced05'] response: {'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abf24e-f09a-4014-b224-534076251a49', 'code': 200} Apr 12 17:54:44.886058 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-df554f3a-eb43-45f3-91f5-3c91d4e030fd None None] Current status of the port 17cc225a-db5b-48d3-8dc5-ac29304247d6 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:44.886483 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df554f3a-eb43-45f3-91f5-3c91d4e030fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.940809 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Router cf864ef6-de41-49c6-90f9-788474e90927 is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:54:44.949802 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-df554f3a-eb43-45f3-91f5-3c91d4e030fd None None] For port 17cc225a-db5b-48d3-8dc5-ac29304247d6, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=17cc225a-db5b-48d3-8dc5-ac29304247d6,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:44.958718 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df554f3a-eb43-45f3-91f5-3c91d4e030fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:44.996470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c46c1-7d0c-49fd-9c6f-932d2a67eaa0 req-a2dafe30-30cd-4b7a-854e-975f58ed056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:44.997659 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 17cc225a-db5b-48d3-8dc5-ac29304247d6 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:44.997996 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-860c46c1-7d0c-49fd-9c6f-932d2a67eaa0 req-a2dafe30-30cd-4b7a-854e-975f58ed056b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 1130 time: 0.0771506 Apr 12 17:54:45.057747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df554f3a-eb43-45f3-91f5-3c91d4e030fd None None] Pushing event updated for resources: {'Port': ['ID=17cc225a-db5b-48d3-8dc5-ac29304247d6,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:45.076021 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 17cc225a-db5b-48d3-8dc5-ac29304247d6 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:45.076384 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.117042 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-860c46c1-7d0c-49fd-9c6f-932d2a67eaa0 req-afd42625-2295-4463-aca2-8cdd8a908b55 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814595 Apr 12 17:54:45.131733 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:45.142835 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Sync routers for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:45.152523 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.156293 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d31b89e1-1da5-48de-af33-07be94385b51 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2985437 Apr 12 17:54:45.157322 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60282) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:45.166043 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 17cc225a-db5b-48d3-8dc5-ac29304247d6 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:45.171190 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:45.172056 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:45.228455 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-54c8d030-cf31-43a9-b51c-502ee45ec2eb None None] Provisioning complete for port 17cc225a-db5b-48d3-8dc5-ac29304247d6 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:45.228917 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54c8d030-cf31-43a9-b51c-502ee45ec2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.338166 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:45.467329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58309ee9-2241-4091-8da1-5e48450bc38e req-9ca81485-ddbd-4ef5-9592-9c92515110ab tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:45.468984 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58309ee9-2241-4091-8da1-5e48450bc38e req-9ca81485-ddbd-4ef5-9592-9c92515110ab tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0558765 Apr 12 17:54:45.530323 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58309ee9-2241-4091-8da1-5e48450bc38e req-2e43304f-0bd8-482d-b81c-f89174aff764 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525775 Apr 12 17:54:45.605721 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.608026 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-54c8d030-cf31-43a9-b51c-502ee45ec2eb None None] Current status of the port 17cc225a-db5b-48d3-8dc5-ac29304247d6 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:45.686930 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:43Z', 'revision_number': 3, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:45.714817 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Checking router: cf864ef6-de41-49c6-90f9-788474e90927 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:45.715196 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Updating router cf864ef6-de41-49c6-90f9-788474e90927 port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:54:45.731132 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab1760-e5f9-4810-a613-60a33ba584b9 req-c9b4af7c-9450-4700-b7aa-289b1c5bc583 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:45.732651 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-35ab1760-e5f9-4810-a613-60a33ba584b9 req-c9b4af7c-9450-4700-b7aa-289b1c5bc583 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0493751 Apr 12 17:54:45.743996 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.771110 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Allocated IP 172.20.0.1 (09622141-36ce-467d-b818-f0a19f758506/11c71fc2-6cdc-4147-9533-1570e13cd7f8/f0fe20cf-3b26-4a49-8794-03b06d2656e0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:45.781977 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-35ab1760-e5f9-4810-a613-60a33ba584b9 req-61eb0eaa-b704-4dda-9041-d70eee2ab83c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Apr 12 17:54:45.874686 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks [] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.908819 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.949331 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Network 09622141-36ce-467d-b818-f0a19f758506 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:45.952278 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:45.956904 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:45.981910 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fe20cf-3b26-4a49-8794-03b06d2656e0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:46.000162 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (cf864ef6-de41-49c6-90f9-788474e90927), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.002809 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Publish callbacks [] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.009650 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.061580 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Attempting to bind port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:46.062001 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Attempting to bind port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:46.062602 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Attempting to bind port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:46.070133 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dd563-d350-4779-91e9-b41c4fe28f13 None None] Pushing event updated for resources: {'Port': ['ID=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:46.072949 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:46.073337 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:46.073747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.074125 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:46.074611 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Bound port: 2d9e5d78-d9f3-4246-aeec-652f6ba9d294, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:46.074992 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.134284 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] For port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:46.137492 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] For port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:46.144325 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.148882 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.199266 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:46.199879 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:46.243418 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dd563-d350-4779-91e9-b41c4fe28f13 None None] Pushing event updated for resources: {'Port': ['ID=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:46.261058 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-da740ba7-a128-432e-bf5a-3753276b1535 None None] Provisioning complete for port f0fe20cf-3b26-4a49-8794-03b06d2656e0 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:46.261426 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-da740ba7-a128-432e-bf5a-3753276b1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.312826 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks [] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.318830 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.334197 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-da740ba7-a128-432e-bf5a-3753276b1535 None None] Port f0fe20cf-3b26-4a49-8794-03b06d2656e0 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:54:46.352667 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:46.388413 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fe20cf-3b26-4a49-8794-03b06d2656e0,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:46.396936 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (cf864ef6-de41-49c6-90f9-788474e90927), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.493174 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Network 09622141-36ce-467d-b818-f0a19f758506 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:46.494414 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:46.557764 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:45Z', 'revision_number': 1, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:46.590379 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f04f0-6035-48e0-b278-858a9e18cef7 None None] The sync data for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi is: [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:45Z', 'revision_number': 1, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:46.631025 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Router cf864ef6-de41-49c6-90f9-788474e90927 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:46.670769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316438-72cd-482e-85bf-dcf3664aa584 req-a8446f3d-b34e-406b-b479-bb5631649bbd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:46.678554 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94316438-72cd-482e-85bf-dcf3664aa584 req-a8446f3d-b34e-406b-b479-bb5631649bbd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0698702 Apr 12 17:54:46.733069 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94316438-72cd-482e-85bf-dcf3664aa584 req-e1e7c0ad-1093-41c6-ba84-91697922a4cc tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533421 Apr 12 17:54:46.756165 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-abd231d8-60b5-4b39-854c-085e14a84c04 None None] Provisioning complete for port f0fe20cf-3b26-4a49-8794-03b06d2656e0 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:46.756722 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-abd231d8-60b5-4b39-854c-085e14a84c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:46.765636 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:46.773056 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d06729fc-df85-4587-a4fb-7809aeee4273 admin admin] 10.222.0.45 "PUT /v2.0/routers/cf864ef6-de41-49c6-90f9-788474e90927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6142511 Apr 12 17:54:46.794908 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-abd231d8-60b5-4b39-854c-085e14a84c04 None None] Port f0fe20cf-3b26-4a49-8794-03b06d2656e0 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:54:46.940285 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8a6d2-4015-4eb2-a34d-29b51fc3be21 req-e77b4963-cdd3-41a3-aba6-fc9f57038ae4 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:46.942005 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6e8a6d2-4015-4eb2-a34d-29b51fc3be21 req-e77b4963-cdd3-41a3-aba6-fc9f57038ae4 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0764749 Apr 12 17:54:46.989520 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 17cc225a-db5b-48d3-8dc5-ac29304247d6 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:47.011298 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6e8a6d2-4015-4eb2-a34d-29b51fc3be21 req-35271a07-6534-40ec-a17e-900bbe28f06c tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609744 Apr 12 17:54:47.052722 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 17cc225a-db5b-48d3-8dc5-ac29304247d6 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:47.053200 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.139793 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 17cc225a-db5b-48d3-8dc5-ac29304247d6 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:47.363216 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60308) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:47.368205 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2092647494-network', 'tenant_id': 'f06d70a71417481391f17e727c116e5f'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:47.390992 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Made reservation on behalf of f06d70a71417481391f17e727c116e5f for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:54:47.393625 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.404822 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.494691 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks [] for security_group (6f94854c-1209-46db-9f81-e56a979403df), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.499281 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6f94854c-1209-46db-9f81-e56a979403df), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.528123 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:54:47.540943 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f94854c-1209-46db-9f81-e56a979403df,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:47.545862 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.546185 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Added segment 6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6 of type vlan for network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 Apr 12 17:54:47.590365 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (02ea30d2-ffe2-4026-8ad3-147e4dab10e5), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.618553 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (02ea30d2-ffe2-4026-8ad3-147e4dab10e5), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.619717 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:47.620303 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.685510 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3210196 Apr 12 17:54:47.688287 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60310) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:47.693397 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Request body: {'subnet': {'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2092647494-subnet', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:47.700057 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afc2b9-1957-4fcf-8d9f-38c3553bb49b admin admin] Pushing event updated for resources: {'Network': ['ID=02ea30d2-ffe2-4026-8ad3-147e4dab10e5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:47.715318 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:54:47.721719 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Made reservation on behalf of f06d70a71417481391f17e727c116e5f for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:54:47.724463 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5472672'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.875493 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cca648-568a-40de-9528-f4ecd55bd065 req-5c8a7f0b-387f-40e8-96a2-fc637fb7a0cf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:47.886084 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15cca648-568a-40de-9528-f4ecd55bd065 req-5c8a7f0b-387f-40e8-96a2-fc637fb7a0cf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0701361 Apr 12 17:54:47.931791 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15cca648-568a-40de-9528-f4ecd55bd065 req-c5c572ff-aa54-4ff9-91c7-85b10a14fc5f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444248 Apr 12 17:54:47.944860 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7385460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5472694'] for subnet (c616852d-8ced-408c-8f3c-11e0a8f8b948), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.006194 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c616852d-8ced-408c-8f3c-11e0a8f8b948,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:48.016913 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Checking segment: {'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:48.017270 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Network hostable DHCP agents. Network: 02ea30d2-ffe2-4026-8ad3-147e4dab10e5, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:54:48.035732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:54:48.045196 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 02ea30d2-ffe2-4026-8ad3-147e4dab10e5) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:48.049381 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:48.050102 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.057620 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2fe39-df90-4cb9-b8f3-09d3860bb29b None None] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:54:48.068615 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6326dcd6-60b6-46d3-bc91-44da08f4c004 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3791711 Apr 12 17:54:48.071028 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60316) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:48.075694 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:48.101850 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (ca814e5e-0166-4277-bfe6-59a422764fd7), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.103030 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (ca814e5e-0166-4277-bfe6-59a422764fd7), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.143482 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fd0e4-e3ec-4d7c-8764-fb3b58c7d559 req-745e4832-9b88-43af-a0eb-4f07b6b5cd01 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:48.150732 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d07fd0e4-e3ec-4d7c-8764-fb3b58c7d559 req-745e4832-9b88-43af-a0eb-4f07b6b5cd01 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0664070 Apr 12 17:54:48.157372 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks [] for router_controller (ca814e5e-0166-4277-bfe6-59a422764fd7), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.194213 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'project_id': 'f06d70a71417481391f17e727c116e5f', 'fixed_ips': [{'subnet_id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:54:48.195257 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.205569 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d07fd0e4-e3ec-4d7c-8764-fb3b58c7d559 req-0dd297f8-6989-4a6f-afbc-3661c29d4718 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538425 Apr 12 17:54:48.302041 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks [] for router_gateway (ca814e5e-0166-4277-bfe6-59a422764fd7), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.346277 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Allocated IP 172.20.0.2 (02ea30d2-ffe2-4026-8ad3-147e4dab10e5/c616852d-8ced-408c-8f3c-11e0a8f8b948/b0d7ff79-febf-4fd1-81e6-1976eceed29f) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:48.504617 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Publish callbacks [] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.510630 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.512694 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks [] for router_gateway (ca814e5e-0166-4277-bfe6-59a422764fd7), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.532511 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.551460 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:48.558329 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:48.563169 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:48.572698 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Pushing event updated for resources: {'Port': ['ID=b0d7ff79-febf-4fd1-81e6-1976eceed29f,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:48.647803 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Attempting to bind port b0d7ff79-febf-4fd1-81e6-1976eceed29f on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:48.648407 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Attempting to bind port b0d7ff79-febf-4fd1-81e6-1976eceed29f by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:48.648849 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Attempting to bind port b0d7ff79-febf-4fd1-81e6-1976eceed29f on network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:48.655116 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:48.655489 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Checking segment: {'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:48.656278 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.656721 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Bound using segment: {'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:48.657219 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Bound port: b0d7ff79-febf-4fd1-81e6-1976eceed29f, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:48.657835 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.686481 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Allocated IP 172.27.3.197 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/720f5253-0bc7-49e9-bd1e-948175cb45c0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:48.740101 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] For port b0d7ff79-febf-4fd1-81e6-1976eceed29f, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:48.743186 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] For port b0d7ff79-febf-4fd1-81e6-1976eceed29f, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b0d7ff79-febf-4fd1-81e6-1976eceed29f,segment=NetworkSegment(6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6),segment_id=6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:48.750175 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.801246 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Sync routers for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:48.808312 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks [] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:48.820844 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:48.821490 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:48.828142 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9088ee2-6436-47a4-b65e-4fe48af00430 None None] Pushing event updated for resources: {'Port': ['ID=b0d7ff79-febf-4fd1-81e6-1976eceed29f,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:48.952647 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:48.986237 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:49.109262 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:49.109925 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.118744 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.124759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1970-67ef-4446-b563-a1f61dec4f89 req-92b76057-6453-4f12-ab36-ab26545a5fb7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:49.127477 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9f1c1970-67ef-4446-b563-a1f61dec4f89 req-92b76057-6453-4f12-ab36-ab26545a5fb7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0747879 Apr 12 17:54:49.173186 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:49.176411 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:49.179882 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:49.222458 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9f1c1970-67ef-4446-b563-a1f61dec4f89 req-a475e826-b43a-4015-bd21-697f4bc22c3c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800886 Apr 12 17:54:49.225421 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Pushing event updated for resources: {'Port': ['ID=720f5253-0bc7-49e9-bd1e-948175cb45c0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:49.236721 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:49.237135 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.282734 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:49.288127 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.326487 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 2, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:49.356406 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:49.379262 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Checking router: cf864ef6-de41-49c6-90f9-788474e90927 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:49.379617 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Updating router cf864ef6-de41-49c6-90f9-788474e90927 port f0fe20cf-3b26-4a49-8794-03b06d2656e0 binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:54:49.388402 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-b0dfa479-4d0c-4113-a329-87f14c783f5e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:49.389836 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-b0dfa479-4d0c-4113-a329-87f14c783f5e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.0932724 Apr 12 17:54:49.405106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fd679-64b4-4aac-a04f-c666d7fecc97 req-fbf96658-0595-4da4-b0d1-55c1332104a7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:49.406922 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-474fd679-64b4-4aac-a04f-c666d7fecc97 req-fbf96658-0595-4da4-b0d1-55c1332104a7 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0732536 Apr 12 17:54:49.407513 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.463469 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-474fd679-64b4-4aac-a04f-c666d7fecc97 req-c37d5074-bf61-4341-988b-b802ded2f310 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502441 Apr 12 17:54:49.507328 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks [] for router_gateway (ca814e5e-0166-4277-bfe6-59a422764fd7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.684183 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Publish callbacks [] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.690900 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.714677 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (ca814e5e-0166-4277-bfe6-59a422764fd7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.736164 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Pushing event updated for resources: {'Port': ['ID=f0fe20cf-3b26-4a49-8794-03b06d2656e0,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:49.748274 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.748653 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.749020 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.749379 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.749728 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.750056 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.750389 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.750745 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.751095 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.751431 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.751776 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.752105 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.752433 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.752768 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.753140 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:54:49.824367 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Attempting to bind port f0fe20cf-3b26-4a49-8794-03b06d2656e0 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:49.825019 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Attempting to bind port f0fe20cf-3b26-4a49-8794-03b06d2656e0 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:49.825384 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Attempting to bind port f0fe20cf-3b26-4a49-8794-03b06d2656e0 on network 09622141-36ce-467d-b818-f0a19f758506 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:49.830752 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:49.831360 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Checking segment: {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:49.831777 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.832234 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Bound using segment: {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:49.832726 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Bound port: f0fe20cf-3b26-4a49-8794-03b06d2656e0, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:49.833112 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.904073 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Router ca814e5e-0166-4277-bfe6-59a422764fd7 is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:54:49.916224 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] For port f0fe20cf-3b26-4a49-8794-03b06d2656e0, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:49.920343 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] For port f0fe20cf-3b26-4a49-8794-03b06d2656e0, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f0fe20cf-3b26-4a49-8794-03b06d2656e0,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:49.934138 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.996504 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Deleting port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:49.996895 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.003733 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a0c3d-4888-42bf-a488-aab3fc440f4a None None] Pushing event updated for resources: {'Port': ['ID=f0fe20cf-3b26-4a49-8794-03b06d2656e0,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:50.017393 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:50.018204 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:50.088223 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:50.099973 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Sync routers for ids ['ca814e5e-0166-4277-bfe6-59a422764fd7'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:50.107369 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.108790 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-68fc3934-30a5-4337-9153-78dace4d00a8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0367253 Apr 12 17:54:50.112255 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60322) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:50.124691 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Routers {'ca814e5e-0166-4277-bfe6-59a422764fd7'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:50.125335 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['ca814e5e-0166-4277-bfe6-59a422764fd7'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:50.141356 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] For port 92be36d1-cbcd-491d-80b3-8f71ad36fe46, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=92be36d1-cbcd-491d-80b3-8f71ad36fe46,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:50.141918 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.168565 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:50.215005 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a9446-6905-4c5f-8f8c-5641a0a2c1ae None None] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:54:50.231566 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-2836e338-9336-44cf-86c1-ff288a1d7684 None None] Provisioning complete for port f0fe20cf-3b26-4a49-8794-03b06d2656e0 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:50.231874 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2836e338-9336-44cf-86c1-ff288a1d7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.464035 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:50.497577 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3cb0f-a154-418f-9f86-c4237fea7383 req-eb78bbf1-a91b-4cb4-9eac-0c27dad1ae4d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:50.508666 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dda3cb0f-a154-418f-9f86-c4237fea7383 req-eb78bbf1-a91b-4cb4-9eac-0c27dad1ae4d tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 945 time: 0.1680830 Apr 12 17:54:50.545236 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.545941 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.546485 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Floating IP 9621fa90-1c46-4f83-bc49-f6f37574e285 disassociated. External IP: 172.27.3.57, port: 92be36d1-cbcd-491d-80b3-8f71ad36fe46. Apr 12 17:54:50.547150 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Calling delete_port for 92be36d1-cbcd-491d-80b3-8f71ad36fe46 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:50.586568 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Set router ca814e5e-0166-4277-bfe6-59a422764fd7 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:50.603321 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb23fe7-474c-444b-b45a-540435362243 None None] The sync data for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi is: [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:50.723331 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.774121 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a12d9-9eaa-418d-abb0-35179e47091f req-ac018d73-9e8a-494c-9839-0eb99987a06a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:50.775744 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4f6a12d9-9eaa-418d-abb0-35179e47091f req-ac018d73-9e8a-494c-9839-0eb99987a06a tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.1637120 Apr 12 17:54:50.796496 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2836e338-9336-44cf-86c1-ff288a1d7684 None None] Current status of the port f0fe20cf-3b26-4a49-8794-03b06d2656e0 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:50.796788 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2836e338-9336-44cf-86c1-ff288a1d7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.810282 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dda3cb0f-a154-418f-9f86-c4237fea7383 req-1674d0e3-a2b7-493c-b319-9e0adcc9ece4 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3007612 Apr 12 17:54:50.843602 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (92be36d1-cbcd-491d-80b3-8f71ad36fe46), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.909114 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event deleted for resources: {'Port': ['ID=92be36d1-cbcd-491d-80b3-8f71ad36fe46,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:50.915492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4f6a12d9-9eaa-418d-abb0-35179e47091f req-622e3c7c-e575-4588-8500-f583bf12ca3b tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317770 Apr 12 17:54:50.956978 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2836e338-9336-44cf-86c1-ff288a1d7684 None None] For port f0fe20cf-3b26-4a49-8794-03b06d2656e0, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f0fe20cf-3b26-4a49-8794-03b06d2656e0,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:50.980326 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2836e338-9336-44cf-86c1-ff288a1d7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:50.985926 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Allocated IP 172.20.0.1 (02ea30d2-ffe2-4026-8ad3-147e4dab10e5/c616852d-8ced-408c-8f3c-11e0a8f8b948/98459eb2-a8fb-49a3-892d-a70258be076e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:54:50.995849 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 3, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:51.103683 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Checking router: ca814e5e-0166-4277-bfe6-59a422764fd7 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:51.104046 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Updating router ca814e5e-0166-4277-bfe6-59a422764fd7 port 720f5253-0bc7-49e9-bd1e-948175cb45c0 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:54:51.140585 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.192104 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:51.202744 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Provisioning complete for port f0fe20cf-3b26-4a49-8794-03b06d2656e0 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:51.203598 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.216349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7148b7-56dc-40b3-a4d9-e6297bba8ed5 req-63e38e24-dbcc-4faf-9e66-fbd9eb7ed1b0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:51.218387 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af7148b7-56dc-40b3-a4d9-e6297bba8ed5 req-63e38e24-dbcc-4faf-9e66-fbd9eb7ed1b0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.1063211 Apr 12 17:54:51.219733 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks [] for port (98459eb2-a8fb-49a3-892d-a70258be076e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.230018 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60330) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:51.237576 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Request body: {'floatingip': {'port_id': '95abf24e-f09a-4014-b224-534076251a49'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:51.263095 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.268229 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836e338-9336-44cf-86c1-ff288a1d7684 None None] Pushing event updated for resources: {'Port': ['ID=f0fe20cf-3b26-4a49-8794-03b06d2656e0,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:51.301763 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (7bed69ac-f11e-4a0c-8e28-4516853ed5c6), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.323714 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:51.329542 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:51.340437 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:54:51.370770 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Pushing event updated for resources: {'Port': ['ID=98459eb2-a8fb-49a3-892d-a70258be076e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:51.376766 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:51.411338 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (ca814e5e-0166-4277-bfe6-59a422764fd7), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.455754 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:51.456557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.549655 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:51.567208 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746092d-d417-4310-b6ac-02846859d828 None None] Sync routers for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:51.583796 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:51.585226 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:51.656830 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Current status of the port f0fe20cf-3b26-4a49-8794-03b06d2656e0 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:51.667305 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.713652 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] No DVR routers for this DVR port 92be36d1-cbcd-491d-80b3-8f71ad36fe46 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:54:51.719887 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Provisioning complete for port b0d7ff79-febf-4fd1-81e6-1976eceed29f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:51.720170 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.720886 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.729970 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0e4ae9ac-b97f-411d-ad28-8fb47d0e6eee req-48c6e07b-8547-4a65-a8fd-8d308462c982 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "DELETE /v2.0/ports/92be36d1-cbcd-491d-80b3-8f71ad36fe46 HTTP/1.1" status: 204 len: 173 time: 1.8817103 Apr 12 17:54:51.734563 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'name': 'network-vif-deleted', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:51.737040 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b3f22-5611-4c66-a82e-426d756db927" -d '{"events": [{"server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "name": "network-vif-deleted", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:51.856565 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:51.857826 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b0d7ff79-febf-4fd1-81e6-1976eceed29f up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:51.895466 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:51.985182 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Publish callbacks [] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.018776 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.054773 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53c94ea3-31a1-4eaf-ac5d-4235bd9c6c11 req-5bb5c9eb-1a0f-4a1e-9ffe-66e2c2f5d11c tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa64e98-7364-4be4-ac05-06e104d760b1 HTTP/1.1" status: 200 len: 210 time: 0.0385816 Apr 12 17:54:52.089240 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106d9c-f2d3-48ae-9b7a-a986e0a3d06d None None] Pushing event updated for resources: {'Port': ['ID=720f5253-0bc7-49e9-bd1e-948175cb45c0,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:52.099890 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Current status of the port b0d7ff79-febf-4fd1-81e6-1976eceed29f is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:52.099890 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.103178 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port b0d7ff79-febf-4fd1-81e6-1976eceed29f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:52.103540 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.157403 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks [] for port (98459eb2-a8fb-49a3-892d-a70258be076e), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.170323 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.180767 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Attempting to bind port 720f5253-0bc7-49e9-bd1e-948175cb45c0 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:52.181582 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Attempting to bind port 720f5253-0bc7-49e9-bd1e-948175cb45c0 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:52.181582 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Attempting to bind port 720f5253-0bc7-49e9-bd1e-948175cb45c0 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:52.197866 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:52.198239 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:52.198639 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.199029 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:52.199538 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Bound port: 720f5253-0bc7-49e9-bd1e-948175cb45c0, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:52.199914 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.202627 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] For port b0d7ff79-febf-4fd1-81e6-1976eceed29f, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b0d7ff79-febf-4fd1-81e6-1976eceed29f,segment=NetworkSegment(6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6),segment_id=6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:52.230001 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.252919 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (ca814e5e-0166-4277-bfe6-59a422764fd7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.316905 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:52.334590 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61262e-8ac9-4da6-b946-21cb38b491c0 None None] Pushing event updated for resources: {'Port': ['ID=b0d7ff79-febf-4fd1-81e6-1976eceed29f,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:52.354007 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746092d-d417-4310-b6ac-02846859d828 None None] Checking router: 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:52.361811 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa967c0-ab6a-46fe-8a27-31a3b98f82f0 x-openstack-request-id: req-8aa967c0-ab6a-46fe-8a27-31a3b98f82f0 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:52.363128 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa64e98-7364-4be4-ac05-06e104d760b1", "name": "network-vif-deleted", "tag": "92be36d1-cbcd-491d-80b3-8f71ad36fe46", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:52.363496 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8aa967c0-ab6a-46fe-8a27-31a3b98f82f0 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:52.364096 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa967c0-ab6a-46fe-8a27-31a3b98f82f0'] response: {'server_uuid': '3fa64e98-7364-4be4-ac05-06e104d760b1', 'name': 'network-vif-deleted', 'tag': '92be36d1-cbcd-491d-80b3-8f71ad36fe46', 'status': 'completed', 'code': 200} Apr 12 17:54:52.364691 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:52.365489 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:52.374298 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] For port 720f5253-0bc7-49e9-bd1e-948175cb45c0, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:52.378251 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] For port 720f5253-0bc7-49e9-bd1e-948175cb45c0, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=720f5253-0bc7-49e9-bd1e-948175cb45c0,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:52.408407 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Pushing event updated for resources: {'Port': ['ID=98459eb2-a8fb-49a3-892d-a70258be076e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:52.443862 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.451902 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:54:52.454212 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:54:52.480433 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.db.resource_extend [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 17:54:52.508380 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port b0d7ff79-febf-4fd1-81e6-1976eceed29f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:52.509558 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f0fe20cf-3b26-4a49-8794-03b06d2656e0 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:52.557963 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:52.573110 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-c679ee18-93a5-4b9c-85f8-2737989c2898 None None] Provisioning complete for port 98459eb2-a8fb-49a3-892d-a70258be076e triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:52.573498 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c679ee18-93a5-4b9c-85f8-2737989c2898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.600214 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.608469 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (7bed69ac-f11e-4a0c-8e28-4516853ed5c6), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.631655 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106d9c-f2d3-48ae-9b7a-a986e0a3d06d None None] Pushing event updated for resources: {'Port': ['ID=720f5253-0bc7-49e9-bd1e-948175cb45c0,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:52.653891 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Routers {'ca814e5e-0166-4277-bfe6-59a422764fd7'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:52.654524 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['ca814e5e-0166-4277-bfe6-59a422764fd7'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:52.665127 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c679ee18-93a5-4b9c-85f8-2737989c2898 None None] Port 98459eb2-a8fb-49a3-892d-a70258be076e cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:54:52.700828 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Router ca814e5e-0166-4277-bfe6-59a422764fd7 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:52.741535 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port f0fe20cf-3b26-4a49-8794-03b06d2656e0 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:52.741924 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.751596 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-c679ee18-93a5-4b9c-85f8-2737989c2898 None None] Provisioning complete for port b0d7ff79-febf-4fd1-81e6-1976eceed29f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:52.751966 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c679ee18-93a5-4b9c-85f8-2737989c2898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:52.826033 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP 7bed69ac-f11e-4a0c-8e28-4516853ed5c6 associated. External IP: 172.27.3.110, port: 95abf24e-f09a-4014-b224-534076251a49. Apr 12 17:54:52.844676 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2746092d-d417-4310-b6ac-02846859d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:52.879490 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746092d-d417-4310-b6ac-02846859d828 None None] The sync data for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi is: [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:50:20Z', 'revision_number': 4, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '7d08b112-a852-4ae7-a9f9-99b31938e109', 'name': '', 'network_id': 'ac04c41c-b85b-4d21-b0be-2868055ba015', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'mac_address': 'fa:16:3e:02:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:19Z', 'updated_at': '2022-04-12T17:50:24Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'subnets': [{'id': 'f3fa4990-1c4f-457d-90b4-408ce0f1116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:52.905475 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] Set router ca814e5e-0166-4277-bfe6-59a422764fd7 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:52.928813 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:52.946284 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9437f363-cf96-4fb6-85e2-247c91f72de4 admin admin] 10.222.0.45 "PUT /v2.0/routers/ca814e5e-0166-4277-bfe6-59a422764fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8232191 Apr 12 17:54:53.107220 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:54:53.204892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60350) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:53.210696 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c679ee18-93a5-4b9c-85f8-2737989c2898 None None] Current status of the port b0d7ff79-febf-4fd1-81e6-1976eceed29f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:53.280385 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port f0fe20cf-3b26-4a49-8794-03b06d2656e0 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:53.330544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-68a76e9f-7aa0-4942-880a-e8d1c751c84f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group (4d1c303e-a970-4d28-81e5-0e3a9ed0f88f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.342144 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595249b-67a4-4c58-bd23-fd665f606fd0 None None] New status for floating IP 9621fa90-1c46-4f83-bc49-f6f37574e285: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:54:53.359391 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-68a76e9f-7aa0-4942-880a-e8d1c751c84f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group (4d1c303e-a970-4d28-81e5-0e3a9ed0f88f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.403426 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:54:53.410748 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.414816 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:53.424891 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:53.426016 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:53.428602 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f0fe20cf-3b26-4a49-8794-03b06d2656e0 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:53.449885 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a48d9f88-78fb-4cd1-a1df-bba7b58abdcc None None] Provisioning complete for port 98459eb2-a8fb-49a3-892d-a70258be076e triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:53.450309 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a48d9f88-78fb-4cd1-a1df-bba7b58abdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.475509 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0728745a-be48-43e5-88af-9c80f0e1317e tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "PUT /v2.0/floatingips/7bed69ac-f11e-4a0c-8e28-4516853ed5c6 HTTP/1.1" status: 200 len: 992 time: 2.2413373 Apr 12 17:54:53.479973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-68a76e9f-7aa0-4942-880a-e8d1c751c84f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4d1c303e-a970-4d28-81e5-0e3a9ed0f88f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.482702 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-68a76e9f-7aa0-4942-880a-e8d1c751c84f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.483943 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-68a76e9f-7aa0-4942-880a-e8d1c751c84f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "DELETE /v2.0/security-groups/4d1c303e-a970-4d28-81e5-0e3a9ed0f88f HTTP/1.1" status: 204 len: 168 time: 0.2780430 Apr 12 17:54:53.486603 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60354) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:53.499643 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60356) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:53.504360 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-0f2d0cb9-03c1-4a98-b3d8-2071168efc07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072398551', 'description': 'tempest-secgroup-smoke-1072398551 description', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:53.508491 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-f08197b2-afef-4d93-9d92-32e792468862 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] show failed (client error): The resource could not be found. Apr 12 17:54:53.509971 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f08197b2-afef-4d93-9d92-32e792468862 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups/4d1c303e-a970-4d28-81e5-0e3a9ed0f88f HTTP/1.1" status: 404 len: 347 time: 0.0218523 Apr 12 17:54:53.513526 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60358) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:53.525268 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a76e9f-7aa0-4942-880a-e8d1c751c84f tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c303e-a970-4d28-81e5-0e3a9ed0f88f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:53.549726 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:53.723593 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a48d9f88-78fb-4cd1-a1df-bba7b58abdcc None None] Port 98459eb2-a8fb-49a3-892d-a70258be076e cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:54:53.779902 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 4, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '98459eb2-a8fb-49a3-892d-a70258be076e', 'name': '', 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'mac_address': 'fa:16:3e:c2:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:50Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 2, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'subnets': [{'id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:53.803613 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '7bed69ac-f11e-4a0c-8e28-4516853ed5c6', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '95abf24e-f09a-4014-b224-534076251a49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:5a:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:54:33Z', 'updated_at': '2022-04-12T17:54:52Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:53.824485 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bff359b-dd53-4537-aacb-7014d50c35a6 None None] The sync data for ids ['ca814e5e-0166-4277-bfe6-59a422764fd7'] in dv-cinder-837533-1-iscsi is: [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 4, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '98459eb2-a8fb-49a3-892d-a70258be076e', 'name': '', 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'mac_address': 'fa:16:3e:c2:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:50Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 2, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'subnets': [{'id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:53.833626 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port f0fe20cf-3b26-4a49-8794-03b06d2656e0 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:53.834116 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.848670 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:53.861588 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:53.862474 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:53.926051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0cb9-03c1-4a98-b3d8-2071168efc07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:53.964103 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port f0fe20cf-3b26-4a49-8794-03b06d2656e0 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:53.965216 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b0d7ff79-febf-4fd1-81e6-1976eceed29f up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:54.012233 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port b0d7ff79-febf-4fd1-81e6-1976eceed29f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:54.012600 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.015866 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Deleting port 105800c6-0331-4c63-a73e-c85438ca3c12 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:54:54.016087 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (105800c6-0331-4c63-a73e-c85438ca3c12), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.044226 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:54.111574 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port b0d7ff79-febf-4fd1-81e6-1976eceed29f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:54.138524 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0cb9-03c1-4a98-b3d8-2071168efc07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group (75ce6969-0424-4b95-8d3c-38d55fc204ed), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.146340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0cb9-03c1-4a98-b3d8-2071168efc07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (75ce6969-0424-4b95-8d3c-38d55fc204ed), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.157721 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (105800c6-0331-4c63-a73e-c85438ca3c12), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.158042 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (105800c6-0331-4c63-a73e-c85438ca3c12), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.199790 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Calling delete_port for 105800c6-0331-4c63-a73e-c85438ca3c12 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:54:54.204463 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d0cb9-03c1-4a98-b3d8-2071168efc07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ce6969-0424-4b95-8d3c-38d55fc204ed,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:54.219905 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0cb9-03c1-4a98-b3d8-2071168efc07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.220962 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0f2d0cb9-03c1-4a98-b3d8-2071168efc07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7201879 Apr 12 17:54:54.225277 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60360) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:54.229745 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-de60cfea-185d-431d-9036-fd495d7a558e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'security_group_rule': {'security_group_id': '75ce6969-0424-4b95-8d3c-38d55fc204ed', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:54.297965 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de60cfea-185d-431d-9036-fd495d7a558e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (f6aa4199-34c9-4291-9430-fe54192fc342), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.361440 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 92be36d1-cbcd-491d-80b3-8f71ad36fe46 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:54:54.377507 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de60cfea-185d-431d-9036-fd495d7a558e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (f6aa4199-34c9-4291-9430-fe54192fc342), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.381363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'tag': '95abf24e-f09a-4014-b224-534076251a49'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:54:54.384715 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919" -d '{"events": [{"name": "network-changed", "server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "tag": "95abf24e-f09a-4014-b224-534076251a49"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:54:54.389979 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de60cfea-185d-431d-9036-fd495d7a558e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (f6aa4199-34c9-4291-9430-fe54192fc342), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.390597 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 92be36d1-cbcd-491d-80b3-8f71ad36fe46 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:54:54.391324 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 92be36d1-cbcd-491d-80b3-8f71ad36fe46 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:54:54.435877 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d467afa8-a54a-4697-911b-349ab5d13c90 x-openstack-request-id: req-d467afa8-a54a-4697-911b-349ab5d13c90 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:54:54.436514 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "tag": "95abf24e-f09a-4014-b224-534076251a49", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:54:54.436693 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d467afa8-a54a-4697-911b-349ab5d13c90 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:54:54.437220 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d467afa8-a54a-4697-911b-349ab5d13c90'] response: {'name': 'network-changed', 'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'tag': '95abf24e-f09a-4014-b224-534076251a49', 'status': 'completed', 'code': 200} Apr 12 17:54:54.457095 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de60cfea-185d-431d-9036-fd495d7a558e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.461595 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60364) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:54.461762 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-de60cfea-185d-431d-9036-fd495d7a558e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354243 Apr 12 17:54:54.466529 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '7bed69ac-f11e-4a0c-8e28-4516853ed5c6', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '95abf24e-f09a-4014-b224-534076251a49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:5a:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:54:33Z', 'updated_at': '2022-04-12T17:54:52Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:54.469447 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-cd375496-091e-4498-81dc-e7f176782384 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'security_group_rule': {'security_group_id': '75ce6969-0424-4b95-8d3c-38d55fc204ed', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:54.478120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60cfea-185d-431d-9036-fd495d7a558e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6aa4199-34c9-4291-9430-fe54192fc342,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:54.506152 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff348b3-85d4-4bc1-9264-6ccfe97e69e6 None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '7bed69ac-f11e-4a0c-8e28-4516853ed5c6', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'port_id': '95abf24e-f09a-4014-b224-534076251a49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'mac_address': 'fa:16:3e:5a:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:54:33Z', 'updated_at': '2022-04-12T17:54:52Z', 'revision_number': 1, 'project_id': '08872d0e888749f580d8ad67256c5717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:54.510342 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd375496-091e-4498-81dc-e7f176782384 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (098ae32f-ae62-4cb2-9ff2-b16bf7493e01), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.532925 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-dc58d9c5-f0f5-4395-8ff9-64a87a3446b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:54.534963 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-dc58d9c5-f0f5-4395-8ff9-64a87a3446b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08872d0e888749f580d8ad67256c5717&device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 1130 time: 0.0694394 Apr 12 17:54:54.535956 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (105800c6-0331-4c63-a73e-c85438ca3c12), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.589369 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd375496-091e-4498-81dc-e7f176782384 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (098ae32f-ae62-4cb2-9ff2-b16bf7493e01), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.590815 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event deleted for resources: {'Port': ['ID=105800c6-0331-4c63-a73e-c85438ca3c12,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:54.594720 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd375496-091e-4498-81dc-e7f176782384 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (098ae32f-ae62-4cb2-9ff2-b16bf7493e01), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.616102 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd375496-091e-4498-81dc-e7f176782384 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098ae32f-ae62-4cb2-9ff2-b16bf7493e01,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:54.621124 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-cd375496-091e-4498-81dc-e7f176782384 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.622267 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-cd375496-091e-4498-81dc-e7f176782384 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593602 Apr 12 17:54:54.628440 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60366) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:54.634026 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-317d1ccf-a211-424d-88b5-0d1ef45802fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'security_group_rule': {'security_group_id': '75ce6969-0424-4b95-8d3c-38d55fc204ed', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:54.671607 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-317d1ccf-a211-424d-88b5-0d1ef45802fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (3acf7a05-5506-4551-bd70-35d6f918cead), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.753965 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-317d1ccf-a211-424d-88b5-0d1ef45802fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (3acf7a05-5506-4551-bd70-35d6f918cead), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.754265 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks [] for floatingip (9621fa90-1c46-4f83-bc49-f6f37574e285), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.758765 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-317d1ccf-a211-424d-88b5-0d1ef45802fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (3acf7a05-5506-4551-bd70-35d6f918cead), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.758956 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.763628 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-92c6cc19-31dc-4f1c-8902-5b55fb88c8bf tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "DELETE /v2.0/floatingips/9621fa90-1c46-4f83-bc49-f6f37574e285 HTTP/1.1" status: 204 len: 168 time: 1.2476239 Apr 12 17:54:54.783497 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d1ccf-a211-424d-88b5-0d1ef45802fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acf7a05-5506-4551-bd70-35d6f918cead,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:54.790144 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-317d1ccf-a211-424d-88b5-0d1ef45802fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.791586 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-317d1ccf-a211-424d-88b5-0d1ef45802fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621573 Apr 12 17:54:54.795207 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60370) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:54.802099 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b9109b8d-31ec-47f2-b47d-0d5d6731d845 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'security_group_rule': {'security_group_id': '75ce6969-0424-4b95-8d3c-38d55fc204ed', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:54.805479 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-a8a02f1f-9765-4494-8ec2-ec0cfc54d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:54.807183 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-a8a02f1f-9765-4494-8ec2-ec0cfc54d1d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 200 len: 915 time: 0.2656996 Apr 12 17:54:54.839373 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9109b8d-31ec-47f2-b47d-0d5d6731d845 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (a7c33307-1c76-4a98-a55a-472f13596b02), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.923459 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-21dcbbe6-7725-4ef8-8405-d08e1700f02d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95abf24e-f09a-4014-b224-534076251a49 HTTP/1.1" status: 200 len: 1000 time: 0.1101274 Apr 12 17:54:54.958903 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4646d5fd-bdcb-4ce3-b908-4e39707017b3 None None] New status for floating IP 7bed69ac-f11e-4a0c-8e28-4516853ed5c6: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:54:54.973013 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9109b8d-31ec-47f2-b47d-0d5d6731d845 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (a7c33307-1c76-4a98-a55a-472f13596b02), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:54.978262 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9109b8d-31ec-47f2-b47d-0d5d6731d845 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (a7c33307-1c76-4a98-a55a-472f13596b02), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.001041 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9109b8d-31ec-47f2-b47d-0d5d6731d845 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c33307-1c76-4a98-a55a-472f13596b02,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:55.012715 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-6a5e1d3c-2779-4fa1-bd93-a5b2b62bead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:55.014308 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-6a5e1d3c-2779-4fa1-bd93-a5b2b62bead5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 200 len: 853 time: 0.0805628 Apr 12 17:54:55.017632 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b9109b8d-31ec-47f2-b47d-0d5d6731d845 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.021833 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b9109b8d-31ec-47f2-b47d-0d5d6731d845 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2232728 Apr 12 17:54:55.022849 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60374) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:55.030350 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'security_group_rule': {'security_group_id': '75ce6969-0424-4b95-8d3c-38d55fc204ed', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:55.065480 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Project 5f2454d2534940fb83a1aa93fa35d48f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:54:55.074661 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (b3df0f29-c6fe-4cca-aa99-b4106ff661f7), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.089421 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-88949d6a-7b24-40b3-80ed-ae447648f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:55.091488 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-88949d6a-7b24-40b3-80ed-ae447648f4c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c894a84-427f-4c4d-9056-360cdd2d00e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621707 Apr 12 17:54:55.160076 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (b3df0f29-c6fe-4cca-aa99-b4106ff661f7), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.164967 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (b3df0f29-c6fe-4cca-aa99-b4106ff661f7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.188616 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3df0f29-c6fe-4cca-aa99-b4106ff661f7,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:55.206828 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.213420 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60376) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:55.213900 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8c778aaf-b2bb-4062-8efe-1ce6d57759ed tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888704 Apr 12 17:54:55.218673 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'security_group_rule': {'security_group_id': '75ce6969-0424-4b95-8d3c-38d55fc204ed', 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:54:55.232483 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-75d4ff6b-26ed-4df8-b075-c4e0bb95bf55 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338160 Apr 12 17:54:55.243881 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.securitygroups_db [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Project 5f2454d2534940fb83a1aa93fa35d48f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:54:55.257829 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (8320b6a6-7eb1-4612-8bb9-c22aaeb0daaf), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.367462 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (8320b6a6-7eb1-4612-8bb9-c22aaeb0daaf), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.374838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (8320b6a6-7eb1-4612-8bb9-c22aaeb0daaf), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.385358 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1cc3618f-c7f6-46c7-9df7-2e2db6b22919 req-100586de-7602-459b-b6cf-4f1f9282c9a3 service neutron] 10.222.0.18 "GET /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366866 Apr 12 17:54:55.389387 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 720f5253-0bc7-49e9-bd1e-948175cb45c0 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:55.396094 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8320b6a6-7eb1-4612-8bb9-c22aaeb0daaf,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:55.405799 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.406949 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-53f3f6c6-4817-4941-a3b8-12519d424cc8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925385 Apr 12 17:54:55.450904 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 720f5253-0bc7-49e9-bd1e-948175cb45c0 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:55.451417 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.543862 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 720f5253-0bc7-49e9-bd1e-948175cb45c0 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:55.544256 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.568569 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 720f5253-0bc7-49e9-bd1e-948175cb45c0, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=720f5253-0bc7-49e9-bd1e-948175cb45c0,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:55.573061 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:55.625509 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=720f5253-0bc7-49e9-bd1e-948175cb45c0,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:56.288358 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5a18843c-4e1d-48ff-a88a-09dc262a980d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:57.359423 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 720f5253-0bc7-49e9-bd1e-948175cb45c0 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:54:57.398667 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5474-c735-4242-b42a-a01dc7a014df req-641092a8-59c4-4125-a8af-3071da4bfb86 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:57.400189 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95cf5474-c735-4242-b42a-a01dc7a014df req-641092a8-59c4-4125-a8af-3071da4bfb86 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0535512 Apr 12 17:54:57.407658 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 720f5253-0bc7-49e9-bd1e-948175cb45c0 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:57.408128 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:57.453220 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95cf5474-c735-4242-b42a-a01dc7a014df req-52d93129-78c3-47f2-a06c-857298bbbc72 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Apr 12 17:54:57.489744 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 720f5253-0bc7-49e9-bd1e-948175cb45c0 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:58.408315 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Sync routers for ids ['ca814e5e-0166-4277-bfe6-59a422764fd7'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:54:58.419023 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Routers {'ca814e5e-0166-4277-bfe6-59a422764fd7'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:58.419671 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['ca814e5e-0166-4277-bfe6-59a422764fd7'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:58.541968 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c96a906-05de-486d-9e01-591b4863541d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:58.542640 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Set router ca814e5e-0166-4277-bfe6-59a422764fd7 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:58.578334 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fbfe-ec83-454a-91f3-5780c2c32bd5 req-27d70bdb-d975-41b7-9d4b-de9217184fc8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:58.579742 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2b03fbfe-ec83-454a-91f3-5780c2c32bd5 req-27d70bdb-d975-41b7-9d4b-de9217184fc8 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0516922 Apr 12 17:54:58.630057 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2b03fbfe-ec83-454a-91f3-5780c2c32bd5 req-32d3cea2-ac3d-44f0-8744-a91a21139240 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Apr 12 17:54:58.735393 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 4, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '98459eb2-a8fb-49a3-892d-a70258be076e', 'name': '', 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'mac_address': 'fa:16:3e:c2:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:50Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 2, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'subnets': [{'id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:58.763951 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Checking router: ca814e5e-0166-4277-bfe6-59a422764fd7 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:54:58.764277 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Updating router ca814e5e-0166-4277-bfe6-59a422764fd7 port 98459eb2-a8fb-49a3-892d-a70258be076e binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:54:58.792292 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.080718 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Publish callbacks [] for port (98459eb2-a8fb-49a3-892d-a70258be076e), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.087338 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.139981 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25454b-6ade-410a-96f3-0b6d69274d25 None None] Pushing event updated for resources: {'Port': ['ID=98459eb2-a8fb-49a3-892d-a70258be076e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:59.201019 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Attempting to bind port 98459eb2-a8fb-49a3-892d-a70258be076e on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:54:59.201392 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Attempting to bind port 98459eb2-a8fb-49a3-892d-a70258be076e by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:54:59.201755 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Attempting to bind port 98459eb2-a8fb-49a3-892d-a70258be076e on network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:54:59.207641 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:54:59.208034 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Checking segment: {'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:54:59.208468 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.208859 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Bound using segment: {'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:54:59.209361 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Bound port: 98459eb2-a8fb-49a3-892d-a70258be076e, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:54:59.209736 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.277691 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] For port 98459eb2-a8fb-49a3-892d-a70258be076e, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:54:59.281074 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] For port 98459eb2-a8fb-49a3-892d-a70258be076e, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=98459eb2-a8fb-49a3-892d-a70258be076e,segment=NetworkSegment(6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6),segment_id=6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:54:59.287732 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.346242 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-7658d040-505a-4b83-81d4-59e5aca31eab None None] Provisioning complete for port 98459eb2-a8fb-49a3-892d-a70258be076e triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:59.347006 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7658d040-505a-4b83-81d4-59e5aca31eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.348001 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Routers {'ca814e5e-0166-4277-bfe6-59a422764fd7'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:54:59.348641 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['ca814e5e-0166-4277-bfe6-59a422764fd7'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:59.441179 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-7658d040-505a-4b83-81d4-59e5aca31eab None None] Current status of the port 98459eb2-a8fb-49a3-892d-a70258be076e is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:59.441776 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7658d040-505a-4b83-81d4-59e5aca31eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.459767 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25454b-6ade-410a-96f3-0b6d69274d25 None None] Pushing event updated for resources: {'Port': ['ID=98459eb2-a8fb-49a3-892d-a70258be076e,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:59.479648 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-7658d040-505a-4b83-81d4-59e5aca31eab None None] For port 98459eb2-a8fb-49a3-892d-a70258be076e, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=98459eb2-a8fb-49a3-892d-a70258be076e,segment=NetworkSegment(6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6),segment_id=6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:54:59.485771 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7658d040-505a-4b83-81d4-59e5aca31eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.507021 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] Set router ca814e5e-0166-4277-bfe6-59a422764fd7 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:54:59.545623 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658d040-505a-4b83-81d4-59e5aca31eab None None] Pushing event updated for resources: {'Port': ['ID=98459eb2-a8fb-49a3-892d-a70258be076e,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:54:59.604520 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-fdd9c6ce-4c29-40e3-9ec4-d781707ad907 None None] Provisioning complete for port 98459eb2-a8fb-49a3-892d-a70258be076e triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:54:59.604866 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c6ce-4c29-40e3-9ec4-d781707ad907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:59.721163 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9c6ce-4c29-40e3-9ec4-d781707ad907 None None] Current status of the port 98459eb2-a8fb-49a3-892d-a70258be076e is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:54:59.737185 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 4, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '98459eb2-a8fb-49a3-892d-a70258be076e', 'name': '', 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'mac_address': 'fa:16:3e:c2:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:50Z', 'updated_at': '2022-04-12T17:54:59Z', 'revision_number': 4, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'subnets': [{'id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:54:59.770335 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f213-a819-42a0-bfad-1675f1a62140 None None] The sync data for ids ['ca814e5e-0166-4277-bfe6-59a422764fd7'] in dv-cinder-837533-1-iscsi is: [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:51Z', 'revision_number': 4, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '98459eb2-a8fb-49a3-892d-a70258be076e', 'name': '', 'network_id': '02ea30d2-ffe2-4026-8ad3-147e4dab10e5', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'mac_address': 'fa:16:3e:c2:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:50Z', 'updated_at': '2022-04-12T17:54:59Z', 'revision_number': 4, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'subnets': [{'id': 'c616852d-8ced-408c-8f3c-11e0a8f8b948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:54:59.830780 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49045df0-400e-4db3-a10a-24cce374563e req-b25f7b1b-aa63-429a-8043-f24d50912bba tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:59.833339 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49045df0-400e-4db3-a10a-24cce374563e req-b25f7b1b-aa63-429a-8043-f24d50912bba tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1120832 Apr 12 17:54:59.842535 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-1e29207d-4233-46dc-b39c-9e98a28ff1a7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:54:59.844071 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-1e29207d-4233-46dc-b39c-9e98a28ff1a7 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ff4a68-46fb-4769-aac8-79c30679d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1098444 Apr 12 17:54:59.979698 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49045df0-400e-4db3-a10a-24cce374563e req-b7b87b30-6483-4d87-b71b-ac8f20cb1428 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346014 Apr 12 17:55:00.002506 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Deleting port 55ad617b-eb44-4898-9ff8-08db801bae30 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:00.003060 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:00.103532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] For port 55ad617b-eb44-4898-9ff8-08db801bae30, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55ad617b-eb44-4898-9ff8-08db801bae30,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:00.104352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:00.109745 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:00.121051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Calling delete_port for 55ad617b-eb44-4898-9ff8-08db801bae30 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:00.262411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (55ad617b-eb44-4898-9ff8-08db801bae30), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:00.274954 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['d1aaa854-d3e5-4a6c-8285-0676fd243645', '55ad617b-eb44-4898-9ff8-08db801bae30'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:55:00.293283 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event deleted for resources: {'Port': ['ID=55ad617b-eb44-4898-9ff8-08db801bae30,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:00.344460 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] No DVR routers for this DVR port 55ad617b-eb44-4898-9ff8-08db801bae30 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:00.347538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:00.350968 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-82b9d9d1-2513-4ae8-909c-f2a1101b5153 req-a95e7ae4-a07b-4bc8-8fdd-24c63ea434fd tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "DELETE /v2.0/ports/55ad617b-eb44-4898-9ff8-08db801bae30 HTTP/1.1" status: 204 len: 173 time: 0.4985487 Apr 12 17:55:00.351437 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'name': 'network-vif-deleted', 'tag': '55ad617b-eb44-4898-9ff8-08db801bae30'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:00.353771 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1119582d-d7ea-4b57-83d0-70e7d52bda41" -d '{"events": [{"server_uuid": "14ff4a68-46fb-4769-aac8-79c30679d3a4", "name": "network-vif-deleted", "tag": "55ad617b-eb44-4898-9ff8-08db801bae30"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:00.410968 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0c919b-2671-48ee-9e3d-617ad5a4efe2 x-openstack-request-id: req-6c0c919b-2671-48ee-9e3d-617ad5a4efe2 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:00.411511 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ff4a68-46fb-4769-aac8-79c30679d3a4", "name": "network-vif-deleted", "tag": "55ad617b-eb44-4898-9ff8-08db801bae30", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:00.411770 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c0c919b-2671-48ee-9e3d-617ad5a4efe2 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:00.412322 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0c919b-2671-48ee-9e3d-617ad5a4efe2'] response: {'server_uuid': '14ff4a68-46fb-4769-aac8-79c30679d3a4', 'name': 'network-vif-deleted', 'tag': '55ad617b-eb44-4898-9ff8-08db801bae30', 'status': 'completed', 'code': 200} Apr 12 17:55:01.297796 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e30a9-bdd5-4e46-8c29-2f2961edfca8 req-cd3e89bd-c7da-468e-9ffb-cedb45e1fd03 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:01.303575 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-368e30a9-bdd5-4e46-8c29-2f2961edfca8 req-cd3e89bd-c7da-468e-9ffb-cedb45e1fd03 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0598338 Apr 12 17:55:01.349268 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-368e30a9-bdd5-4e46-8c29-2f2961edfca8 req-bfa2cc14-9878-479f-8628-526b750efff6 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Apr 12 17:55:01.378349 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 98459eb2-a8fb-49a3-892d-a70258be076e up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:01.403581 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:01.426138 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 98459eb2-a8fb-49a3-892d-a70258be076e triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:01.426505 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:01.509693 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 98459eb2-a8fb-49a3-892d-a70258be076e is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:02.477274 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148d22-2ef4-4460-a964-f44c45a8b65c req-0d8b82b0-f582-45bb-bdc4-6226bfc3e79b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:02.478874 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c148d22-2ef4-4460-a964-f44c45a8b65c req-0d8b82b0-f582-45bb-bdc4-6226bfc3e79b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0595548 Apr 12 17:55:02.537678 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c148d22-2ef4-4460-a964-f44c45a8b65c req-f665a431-2000-4254-976b-6d7cc5952724 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530753 Apr 12 17:55:02.700533 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:03.671097 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a979e2-db42-4417-a47a-ca601b30b479 req-e62d2566-214f-4921-9400-73837ecb9952 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:03.672743 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-19a979e2-db42-4417-a47a-ca601b30b479 req-e62d2566-214f-4921-9400-73837ecb9952 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0598953 Apr 12 17:55:03.732253 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-19a979e2-db42-4417-a47a-ca601b30b479 req-22f9e43d-0b75-4a3c-b460-9d0d6570757b tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532224 Apr 12 17:55:04.393670 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 55ad617b-eb44-4898-9ff8-08db801bae30 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:04.421206 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 55ad617b-eb44-4898-9ff8-08db801bae30 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:04.421632 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 55ad617b-eb44-4898-9ff8-08db801bae30 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:04.747607 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-c2878a1a-a2be-4639-b6b7-67553b827128 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:04.749080 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-c2878a1a-a2be-4639-b6b7-67553b827128 tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0480390 Apr 12 17:55:04.871354 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Deleting port d1aaa854-d3e5-4a6c-8285-0676fd243645 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:04.871572 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:04.893992 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a4984-7f93-4fff-b37f-6ed9203f711c req-9d0bd61e-0370-430d-83b7-9506de47781e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:04.895400 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-928a4984-7f93-4fff-b37f-6ed9203f711c req-9d0bd61e-0370-430d-83b7-9506de47781e tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d148bec3-8296-4767-a371-7c5a31916f10 HTTP/1.1" status: 200 len: 945 time: 0.0730402 Apr 12 17:55:04.995381 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-928a4984-7f93-4fff-b37f-6ed9203f711c req-4e08d5f4-e757-41a4-9559-4ff81a1355ea tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.45 "GET /v2.0/security-groups?id=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933132 Apr 12 17:55:05.002078 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] For port d1aaa854-d3e5-4a6c-8285-0676fd243645, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d1aaa854-d3e5-4a6c-8285-0676fd243645,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:05.002451 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:05.015425 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Calling delete_port for d1aaa854-d3e5-4a6c-8285-0676fd243645 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:05.186551 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (d1aaa854-d3e5-4a6c-8285-0676fd243645), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:05.198198 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['d1aaa854-d3e5-4a6c-8285-0676fd243645'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:55:05.214499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Pushing event deleted for resources: {'Port': ['ID=d1aaa854-d3e5-4a6c-8285-0676fd243645,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:05.264584 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] No DVR routers for this DVR port d1aaa854-d3e5-4a6c-8285-0676fd243645 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:05.266980 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:05.270841 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fdc525e4-3e49-4722-b1a3-8cca5afd5773 req-ded5d189-125d-4c1f-8653-0f213d316c9a tempest-ServerRescueNegativeTestJSON-153395351 tempest-ServerRescueNegativeTestJSON-153395351-project] 10.222.0.18 "DELETE /v2.0/ports/d1aaa854-d3e5-4a6c-8285-0676fd243645 HTTP/1.1" status: 204 len: 173 time: 0.5163519 Apr 12 17:55:05.271325 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148bec3-8296-4767-a371-7c5a31916f10', 'name': 'network-vif-deleted', 'tag': 'd1aaa854-d3e5-4a6c-8285-0676fd243645'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:05.273601 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0efbc9f-1f13-4d1d-8195-c29d284f2d24" -d '{"events": [{"server_uuid": "d148bec3-8296-4767-a371-7c5a31916f10", "name": "network-vif-deleted", "tag": "d1aaa854-d3e5-4a6c-8285-0676fd243645"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:05.312622 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0148ff2e-8a57-40ce-9c2f-2ba4134d3f11 x-openstack-request-id: req-0148ff2e-8a57-40ce-9c2f-2ba4134d3f11 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:05.312887 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d148bec3-8296-4767-a371-7c5a31916f10", "name": "network-vif-deleted", "tag": "d1aaa854-d3e5-4a6c-8285-0676fd243645", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:05.313140 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0148ff2e-8a57-40ce-9c2f-2ba4134d3f11 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:05.313548 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0148ff2e-8a57-40ce-9c2f-2ba4134d3f11'] response: {'server_uuid': 'd148bec3-8296-4767-a371-7c5a31916f10', 'name': 'network-vif-deleted', 'tag': 'd1aaa854-d3e5-4a6c-8285-0676fd243645', 'status': 'completed', 'code': 200} Apr 12 17:55:06.063250 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60518) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:06.420748 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:06.514519 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:06.668131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Deleting port 7d08b112-a852-4ae7-a9f9-99b31938e109 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:06.668462 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:06.765554 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] For port 7d08b112-a852-4ae7-a9f9-99b31938e109, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=7d08b112-a852-4ae7-a9f9-99b31938e109,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:06.765905 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:06.780562 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Calling delete_port for 7d08b112-a852-4ae7-a9f9-99b31938e109 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:06.978534 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (7d08b112-a852-4ae7-a9f9-99b31938e109), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:07.004352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d08b112-a852-4ae7-a9f9-99b31938e109,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:07.184689 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:07.422125 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:07.535504 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:07.544349 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-95db8974-f9c4-4227-8751-050c11d0f3b5 admin admin] 10.222.0.45 "PUT /v2.0/routers/106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4769990 Apr 12 17:55:07.544544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60526) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:07.548785 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] Sync routers for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:07.561630 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:07.562259 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:07.651962 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks [] for router (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:07.761370 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks [] for router_gateway (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:07.809131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Deleting port 8952b766-705f-4de3-b497-cce6db640c08 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:07.809520 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (8952b766-705f-4de3-b497-cce6db640c08), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:07.817728 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:07.893159 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] For port 8952b766-705f-4de3-b497-cce6db640c08, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8952b766-705f-4de3-b497-cce6db640c08,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:07.893528 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (8952b766-705f-4de3-b497-cce6db640c08), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:07.906889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Calling delete_port for 8952b766-705f-4de3-b497-cce6db640c08 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:07.985408 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '8952b766-705f-4de3-b497-cce6db640c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:55:06Z', 'revision_number': 5, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port': {'id': '8952b766-705f-4de3-b497-cce6db640c08', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:50:17Z', 'updated_at': '2022-04-12T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:08.012417 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] Checking router: 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:08.020811 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] Routers {'106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:08.021429 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:08.078805 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (8952b766-705f-4de3-b497-cce6db640c08), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.104895 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8952b766-705f-4de3-b497-cce6db640c08,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:08.113779 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] Set router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:08.166614 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.168166 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:55:07Z', 'revision_number': 6, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:08.195156 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a627c-397a-4530-90ad-2c93e26ea3e6 None None] The sync data for ids ['106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa'] in dv-cinder-837533-1-iscsi is: [{'id': '106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-339449752-router', 'tenant_id': '11671b52d90e4b7db9c48ba20bda075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:50:16Z', 'updated_at': '2022-04-12T17:55:07Z', 'revision_number': 6, 'project_id': '11671b52d90e4b7db9c48ba20bda075a', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:08.394546 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device d1aaa854-d3e5-4a6c-8285-0676fd243645 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:08.415636 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: d1aaa854-d3e5-4a6c-8285-0676fd243645 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:08.415959 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device d1aaa854-d3e5-4a6c-8285-0676fd243645 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:08.557282 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.559619 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks [] for router_controller (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.606498 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.607034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:55:08.611647 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.613058 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-09b5a91e-ff91-4288-af37-db5157587a34 admin admin] 10.222.0.45 "DELETE /v2.0/routers/106ec5e4-41e9-46fe-94fe-66c0ce8ec9fa HTTP/1.1" status: 204 len: 168 time: 1.0675244 Apr 12 17:55:08.616463 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60544) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:08.667637 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] Deleting subnet f3fa4990-1c4f-457d-90b4-408ce0f1116b {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:55:08.671066 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] Publish callbacks [] for subnet (f3fa4990-1c4f-457d-90b4-408ce0f1116b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.727640 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (f3fa4990-1c4f-457d-90b4-408ce0f1116b), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.816291 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (f3fa4990-1c4f-457d-90b4-408ce0f1116b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.873363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (f3fa4990-1c4f-457d-90b4-408ce0f1116b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.900051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fa4990-1c4f-457d-90b4-408ce0f1116b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:08.904050 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:08.907492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f35cc30d-d385-4295-90a3-0181039889a9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f3fa4990-1c4f-457d-90b4-408ce0f1116b HTTP/1.1" status: 204 len: 168 time: 0.2893548 Apr 12 17:55:08.910095 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60548) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:08.914377 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fa12c-e37b-41b0-aeaa-3e63c63c5d68 None None] Network ac04c41c-b85b-4d21-b0be-2868055ba015 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:55:09.006727 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (ac04c41c-b85b-4d21-b0be-2868055ba015), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.110633 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] DHCP port deletion for ac04c41c-b85b-4d21-b0be-2868055ba015 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:55:09.158340 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] Deleting port 11c1f886-df57-4805-bd3b-972a992f65a0 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:09.158629 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.233204 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] For port 11c1f886-df57-4805-bd3b-972a992f65a0, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=11c1f886-df57-4805-bd3b-972a992f65a0,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:09.233611 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.248408 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] Calling delete_port for 11c1f886-df57-4805-bd3b-972a992f65a0 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:09.278173 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Deleting port 11c1f886-df57-4805-bd3b-972a992f65a0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:09.278557 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.336158 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.349807 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] For port 11c1f886-df57-4805-bd3b-972a992f65a0, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=11c1f886-df57-4805-bd3b-972a992f65a0,segment=NetworkSegment(84e90c4a-611b-4d0a-9dbc-5ebf379b838e),segment_id=84e90c4a-611b-4d0a-9dbc-5ebf379b838e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:09.350556 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.363660 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] Pushing event deleted for resources: {'Port': ['ID=11c1f886-df57-4805-bd3b-972a992f65a0,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:09.371387 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Calling delete_port for 11c1f886-df57-4805-bd3b-972a992f65a0 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:09.375915 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e9948-18f0-4eb7-a4ec-7e91e50ff2e4 None None] No DVR routers for this DVR port 11c1f886-df57-4805-bd3b-972a992f65a0 on host dv-cinder-837533-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:09.392456 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 7d08b112-a852-4ae7-a9f9-99b31938e109 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:09.414556 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 7d08b112-a852-4ae7-a9f9-99b31938e109 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:09.414813 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 7d08b112-a852-4ae7-a9f9-99b31938e109 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:09.415443 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 11c1f886-df57-4805-bd3b-972a992f65a0 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:09.436960 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 11c1f886-df57-4805-bd3b-972a992f65a0 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:09.437307 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 11c1f886-df57-4805-bd3b-972a992f65a0 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:09.437733 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8952b766-705f-4de3-b497-cce6db640c08 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:09.460909 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 8952b766-705f-4de3-b497-cce6db640c08 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:09.461517 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8952b766-705f-4de3-b497-cce6db640c08 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:09.474675 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (11c1f886-df57-4805-bd3b-972a992f65a0), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.503125 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c1f886-df57-4805-bd3b-972a992f65a0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:09.506865 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] No DVR routers for this DVR port 11c1f886-df57-4805-bd3b-972a992f65a0 on host dv-cinder-837533-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:09.515962 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.516306 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.516665 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.517005 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.517336 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.517668 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.517993 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.518315 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.518652 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.519006 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.519389 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.519704 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.520025 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.520340 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.520659 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:09.591747 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (ac04c41c-b85b-4d21-b0be-2868055ba015), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.612746 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac04c41c-b85b-4d21-b0be-2868055ba015']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:09.622152 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e90c4a-611b-4d0a-9dbc-5ebf379b838e') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:09.622444 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e90c4a-611b-4d0a-9dbc-5ebf379b838e') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:09.640407 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (84e90c4a-611b-4d0a-9dbc-5ebf379b838e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.654741 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (84e90c4a-611b-4d0a-9dbc-5ebf379b838e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.661959 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:55:09.662356 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (84e90c4a-611b-4d0a-9dbc-5ebf379b838e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: self.session.flush() Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: self.session.flush() Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: self.session.flush() Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: self.session.flush() Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:55:09.678853 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:55:09.717707 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (ac04c41c-b85b-4d21-b0be-2868055ba015), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.736519 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:09.739907 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ac04c41c-b85b-4d21-b0be-2868055ba015 HTTP/1.1" status: 204 len: 168 time: 0.8286247 Apr 12 17:55:09.741502 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c6c3-f6bd-4eba-9daf-3d925bfba7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac04c41c-b85b-4d21-b0be-2868055ba015,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:09.914333 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:09.958419 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-59534512-f776-4960-bc99-0058c35a734b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11671b52d90e4b7db9c48ba20bda075a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427372 Apr 12 17:55:09.961378 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60558) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:10.015768 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca4a9750-01a1-4583-a5e6-6755fd41b5f4 admin admin] Publish callbacks [] for security_group (50fbc0e7-a1dd-4602-bd44-f9ccb33f316a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:10.038018 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca4a9750-01a1-4583-a5e6-6755fd41b5f4 admin admin] Publish callbacks [] for security_group (50fbc0e7-a1dd-4602-bd44-f9ccb33f316a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:10.092059 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca4a9750-01a1-4583-a5e6-6755fd41b5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (50fbc0e7-a1dd-4602-bd44-f9ccb33f316a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:10.094944 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca4a9750-01a1-4583-a5e6-6755fd41b5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:10.096167 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ca4a9750-01a1-4583-a5e6-6755fd41b5f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50fbc0e7-a1dd-4602-bd44-f9ccb33f316a HTTP/1.1" status: 204 len: 168 time: 0.1339319 Apr 12 17:55:10.106312 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a9750-01a1-4583-a5e6-6755fd41b5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fbc0e7-a1dd-4602-bd44-f9ccb33f316a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:10.818031 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60584) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:10.929158 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-network', 'tenant_id': 'fa60a6d05f104142808eecb308685236'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:10.948749 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Made reservation on behalf of fa60a6d05f104142808eecb308685236 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:55:10.951211 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:10.959907 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.041182 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks [] for security_group (fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.045347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.068989 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:55:11.078613 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:11.083525 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (8df9f832-9ac7-4a13-8526-12e65eef30bd), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.083863 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Added segment 8df9f832-9ac7-4a13-8526-12e65eef30bd of type vlan for network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 Apr 12 17:55:11.124814 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (6789548f-b3c7-4862-8da5-42b7e8c5e4b7), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.148845 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (6789548f-b3c7-4862-8da5-42b7e8c5e4b7), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.149861 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:11.150522 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.207502 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3882520 Apr 12 17:55:11.210317 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60596) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:11.217106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Request body: {'subnet': {'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-subnet', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:11.225152 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76c98f-00d5-4577-a783-9a0179806ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=6789548f-b3c7-4862-8da5-42b7e8c5e4b7,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:11.241347 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:55:11.244485 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Made reservation on behalf of fa60a6d05f104142808eecb308685236 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:55:11.254632 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.450665 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (c3623c61-c39c-454d-ad47-ef4d570b5758), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.513417 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3623c61-c39c-454d-ad47-ef4d570b5758,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:11.530367 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Checking segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:55:11.530839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Network hostable DHCP agents. Network: 6789548f-b3c7-4862-8da5-42b7e8c5e4b7, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:55:11.550894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:55:11.560836 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 6789548f-b3c7-4862-8da5-42b7e8c5e4b7) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:11.565055 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:11.565647 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.570234 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410082e0-8c06-4f29-b9e2-7b18f4ad1667 None None] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:55:11.586486 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4e90a9f3-f79d-40e2-af59-ce46816188a0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3720167 Apr 12 17:55:11.586838 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60602) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:11.591281 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:11.611523 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.612567 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.668956 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks [] for router_controller (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.676364 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'project_id': 'fa60a6d05f104142808eecb308685236', 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:55:11.677232 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.822834 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks [] for router_gateway (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.824490 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Allocated IP 172.20.0.2 (6789548f-b3c7-4862-8da5-42b7e8c5e4b7/c3623c61-c39c-454d-ad47-ef4d570b5758/0c10a91d-45b6-4938-8b73-398303a8ac45) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:55:11.968343 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Publish callbacks [] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:11.974909 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.008695 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks [] for router_gateway (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.011763 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:12.017444 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:12.021108 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:55:12.027453 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.028863 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Pushing event updated for resources: {'Port': ['ID=0c10a91d-45b6-4938-8b73-398303a8ac45,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:12.093842 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Attempting to bind port 0c10a91d-45b6-4938-8b73-398303a8ac45 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:55:12.094216 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Attempting to bind port 0c10a91d-45b6-4938-8b73-398303a8ac45 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:55:12.094580 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Attempting to bind port 0c10a91d-45b6-4938-8b73-398303a8ac45 on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:55:12.100635 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:55:12.101011 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Checking segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:55:12.101404 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.101799 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Bound using segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:55:12.102268 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Bound port: 0c10a91d-45b6-4938-8b73-398303a8ac45, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:55:12.102656 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.137823 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Allocated IP 172.27.3.242 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/6e6d7d79-cad1-49be-ae8f-a01b58044685) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:55:12.166251 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] For port 0c10a91d-45b6-4938-8b73-398303a8ac45, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:55:12.169566 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] For port 0c10a91d-45b6-4938-8b73-398303a8ac45, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=0c10a91d-45b6-4938-8b73-398303a8ac45,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:55:12.175492 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.233980 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c67a-7e42-4ded-a616-1a3588f70212 None None] Pushing event updated for resources: {'Port': ['ID=0c10a91d-45b6-4938-8b73-398303a8ac45,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:12.253298 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks [] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.289708 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.336597 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6d7d79-cad1-49be-ae8f-a01b58044685,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:12.343846 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:12.345441 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:12.348354 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:55:12.640992 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks [] for router_gateway (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.886403 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:12.992695 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-2525c8c7-51a2-4c2c-8e64-df46138490e0 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072398551&fields=id&tenant_id=5f2454d2534940fb83a1aa93fa35d48f HTTP/1.1" status: 200 len: 267 time: 0.0529160 Apr 12 17:55:13.061477 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:55:13.134352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-a41bd0be-1b06-40db-9a97-eabbb4ab9f8f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:13.140800 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-a41bd0be-1b06-40db-9a97-eabbb4ab9f8f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 808 time: 0.1390355 Apr 12 17:55:13.151951 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-3ab44405-fb67-4754-b103-3d717e393567 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/quotas/5f2454d2534940fb83a1aa93fa35d48f HTTP/1.1" status: 200 len: 375 time: 0.0102489 Apr 12 17:55:13.208735 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:13.213522 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-02eecf9a-74e0-4883-86ed-8d356eddb473 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553901 Apr 12 17:55:13.227313 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Sync routers for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:13.240564 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:13.241944 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-dac26f98-8286-4530-90c1-476516891325 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6540692 Apr 12 17:55:13.242945 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:13.243955 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:13.244717 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60626) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:13.280260 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c805fbe-6bc9-4aac-9e75-d8c1f75557e8 None None] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:55:13.385723 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-200c4c5a-b6e9-441a-885c-da033569d75b service neutron] 10.222.0.45 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555066 Apr 12 17:55:13.402931 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-6547f224-3ac5-4c5a-b1cb-d8d440ce166e None None] Provisioning complete for port 0c10a91d-45b6-4938-8b73-398303a8ac45 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:13.404018 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6547f224-3ac5-4c5a-b1cb-d8d440ce166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:13.407441 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:13.469921 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0c10a91d-45b6-4938-8b73-398303a8ac45 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:13.507079 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-a2a9f684-6a2b-42b4-b575-320a62d0be4c service neutron] 10.222.0.45 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149263 Apr 12 17:55:13.624368 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6547f224-3ac5-4c5a-b1cb-d8d440ce166e None None] Current status of the port 0c10a91d-45b6-4938-8b73-398303a8ac45 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:13.624750 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6547f224-3ac5-4c5a-b1cb-d8d440ce166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:13.672496 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-6547f224-3ac5-4c5a-b1cb-d8d440ce166e None None] For port 0c10a91d-45b6-4938-8b73-398303a8ac45, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=0c10a91d-45b6-4938-8b73-398303a8ac45,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:13.675194 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 0c10a91d-45b6-4938-8b73-398303a8ac45 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:13.675999 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:13.704854 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6547f224-3ac5-4c5a-b1cb-d8d440ce166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:13.788145 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:12Z', 'revision_number': 3, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:13.823365 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f224-3ac5-4c5a-b1cb-d8d440ce166e None None] Pushing event updated for resources: {'Port': ['ID=0c10a91d-45b6-4938-8b73-398303a8ac45,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:13.834467 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Checking router: c6e677ae-90ed-46fe-ac2d-0b0afce132d0 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:13.835062 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Updating router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 port 6e6d7d79-cad1-49be-ae8f-a01b58044685 binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:55:13.875753 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 0c10a91d-45b6-4938-8b73-398303a8ac45 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:13.882492 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:13.926121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0c8072d4-50d7-4a72-965c-d579aaf6d034 None None] Provisioning complete for port 0c10a91d-45b6-4938-8b73-398303a8ac45 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:13.926595 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0c8072d4-50d7-4a72-965c-d579aaf6d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:13.946231 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.039540 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0c8072d4-50d7-4a72-965c-d579aaf6d034 None None] Current status of the port 0c10a91d-45b6-4938-8b73-398303a8ac45 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:14.065149 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d49e77db-88a4-4137-af1f-61f82fe62680 req-d7127f67-b39f-49b3-b32d-aa41d50986d7 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0326033 Apr 12 17:55:14.149535 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Allocated IP 172.20.0.1 (6789548f-b3c7-4862-8da5-42b7e8c5e4b7/c3623c61-c39c-454d-ad47-ef4d570b5758/793399ff-a71e-4db2-a629-ae11d1e04cdf) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:55:14.204317 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Publish callbacks [] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.210510 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.253426 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6f0f2-ac79-4483-ac91-8a5b604b91bf None None] Pushing event updated for resources: {'Port': ['ID=6e6d7d79-cad1-49be-ae8f-a01b58044685,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:14.269037 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Attempting to bind port 6e6d7d79-cad1-49be-ae8f-a01b58044685 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:55:14.269408 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Attempting to bind port 6e6d7d79-cad1-49be-ae8f-a01b58044685 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:55:14.269800 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Attempting to bind port 6e6d7d79-cad1-49be-ae8f-a01b58044685 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:55:14.271097 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks [] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.275581 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:55:14.275956 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:55:14.276348 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.276727 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:55:14.277180 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Bound port: 6e6d7d79-cad1-49be-ae8f-a01b58044685, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:55:14.277712 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.306475 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.336619 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] For port 6e6d7d79-cad1-49be-ae8f-a01b58044685, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:55:14.339873 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] For port 6e6d7d79-cad1-49be-ae8f-a01b58044685, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=6e6d7d79-cad1-49be-ae8f-a01b58044685,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:55:14.345088 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:14.347273 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.348200 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:14.353968 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:55:14.382732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Pushing event updated for resources: {'Port': ['ID=793399ff-a71e-4db2-a629-ae11d1e04cdf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:14.407761 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.418621 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:14.419557 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:14.566443 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6f0f2-ac79-4483-ac91-8a5b604b91bf None None] Pushing event updated for resources: {'Port': ['ID=6e6d7d79-cad1-49be-ae8f-a01b58044685,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:14.571461 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.572094 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:14.691742 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-112ede0b-8b78-4b14-af4a-bcdaad50c9f0 None None] Provisioning complete for port 793399ff-a71e-4db2-a629-ae11d1e04cdf triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:14.693594 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-112ede0b-8b78-4b14-af4a-bcdaad50c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.740139 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-112ede0b-8b78-4b14-af4a-bcdaad50c9f0 None None] Port 793399ff-a71e-4db2-a629-ae11d1e04cdf cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:55:14.750352 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks [] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.756044 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.772686 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:12Z', 'revision_number': 3, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:14.798841 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83849a-5807-4841-90ec-d18bfb913dda None None] The sync data for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi is: [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:12Z', 'revision_number': 3, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:14.825347 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Pushing event updated for resources: {'Port': ['ID=793399ff-a71e-4db2-a629-ae11d1e04cdf,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:14.828030 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:14.921368 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:14.922703 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:15.095157 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:15.252374 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-a92d67a4-ab8e-465f-b0f2-194bcdfab32e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:15.253986 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-a92d67a4-ab8e-465f-b0f2-194bcdfab32e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 808 time: 0.2178068 Apr 12 17:55:15.263684 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a922040-e56a-4ffb-b87e-80d862bd60c7 req-abb20df8-4b87-491d-bdc7-b1391a3e1579 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0704978 Apr 12 17:55:15.282699 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:15.294031 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-2c133025-d5ba-445d-bee2-71f9ec7237af None None] Provisioning complete for port 793399ff-a71e-4db2-a629-ae11d1e04cdf triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:15.294556 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c133025-d5ba-445d-bee2-71f9ec7237af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.297650 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fc6c10ad-eef4-4d33-9df0-cfe514b8295b admin admin] 10.222.0.45 "PUT /v2.0/routers/c6e677ae-90ed-46fe-ac2d-0b0afce132d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0517275 Apr 12 17:55:15.335003 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-42bad73a-3fd2-4ef1-9037-06f8bdcd4e86 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f2454d2534940fb83a1aa93fa35d48f HTTP/1.1" status: 200 len: 380 time: 0.0696292 Apr 12 17:55:15.352566 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'port': {'device_id': '4f992371-5088-4ade-bd7c-322031b1aba7', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'admin_state_up': True, 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'security_groups': ['75ce6969-0424-4b95-8d3c-38d55fc204ed']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:15.377571 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2c133025-d5ba-445d-bee2-71f9ec7237af None None] Port 793399ff-a71e-4db2-a629-ae11d1e04cdf cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:55:15.511903 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 6e6d7d79-cad1-49be-ae8f-a01b58044685 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:15.538852 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Made reservation on behalf of 5f2454d2534940fb83a1aa93fa35d48f for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:55:15.542894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.607491 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 6e6d7d79-cad1-49be-ae8f-a01b58044685 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:15.608359 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.707496 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 6e6d7d79-cad1-49be-ae8f-a01b58044685 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:15.708288 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.710162 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Allocated IP 172.20.0.6 (09622141-36ce-467d-b818-f0a19f758506/11c71fc2-6cdc-4147-9533-1570e13cd7f8/7a45f0b1-d076-4bc1-8418-364ad36f1feb) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:55:15.731626 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 6e6d7d79-cad1-49be-ae8f-a01b58044685, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=6e6d7d79-cad1-49be-ae8f-a01b58044685,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:15.737967 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.739564 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0c10a91d-45b6-4938-8b73-398303a8ac45 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:15.817617 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 0c10a91d-45b6-4938-8b73-398303a8ac45 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:15.818141 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.867844 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=6e6d7d79-cad1-49be-ae8f-a01b58044685,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:15.888273 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.935340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.946113 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 0c10a91d-45b6-4938-8b73-398303a8ac45 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:15.987941 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Network 09622141-36ce-467d-b818-f0a19f758506 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:15.991078 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:15.994033 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:55:16.046437 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:16.066673 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:16.067322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.086336 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-85a75089-ebd7-47ef-b9fe-cc8d11497e4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7412071 Apr 12 17:55:16.100200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Request body: {'port': {'device_id': '4f992371-5088-4ade-bd7c-322031b1aba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:16.163873 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60658) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:16.168538 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-27baf7ed-bd44-4851-924e-163cf1ff0380 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448426610', 'description': 'tempest-description--578428488'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:16.168725 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.202318 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27baf7ed-bd44-4851-924e-163cf1ff0380 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.210022 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-bb1cc3bd-9cd1-4c63-bdb0-acc9a0a9ceb3 None None] Provisioning complete for port 7a45f0b1-d076-4bc1-8418-364ad36f1feb triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:16.211363 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bb1cc3bd-9cd1-4c63-bdb0-acc9a0a9ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.250125 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cc3bd-9cd1-4c63-bdb0-acc9a0a9ceb3 None None] Port 7a45f0b1-d076-4bc1-8418-364ad36f1feb cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:55:16.277515 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27baf7ed-bd44-4851-924e-163cf1ff0380 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (ff352032-681e-4557-a8d6-8c9ddd3f922d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.282036 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27baf7ed-bd44-4851-924e-163cf1ff0380 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ff352032-681e-4557-a8d6-8c9ddd3f922d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.314163 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baf7ed-bd44-4851-924e-163cf1ff0380 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff352032-681e-4557-a8d6-8c9ddd3f922d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:16.319260 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27baf7ed-bd44-4851-924e-163cf1ff0380 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.323353 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-27baf7ed-bd44-4851-924e-163cf1ff0380 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1557491 Apr 12 17:55:16.323631 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60662) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:16.328232 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f31b1c69-5274-4e6e-b533-c617c264bbd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'security_group_rule': {'security_group_id': 'ff352032-681e-4557-a8d6-8c9ddd3f922d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:16.356130 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f31b1c69-5274-4e6e-b533-c617c264bbd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (c19c0243-eb2d-41c1-bc01-fc9a6f27f200), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.418061 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3302d04-f984-48b3-a437-a6509c0a4c90 req-2c8c0388-a5cd-4249-9575-2e8b23a454fd tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:16.418630 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f31b1c69-5274-4e6e-b533-c617c264bbd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (c19c0243-eb2d-41c1-bc01-fc9a6f27f200), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.419734 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3302d04-f984-48b3-a437-a6509c0a4c90 req-2c8c0388-a5cd-4249-9575-2e8b23a454fd tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 931 time: 0.0653436 Apr 12 17:55:16.427686 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f31b1c69-5274-4e6e-b533-c617c264bbd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (c19c0243-eb2d-41c1-bc01-fc9a6f27f200), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.445311 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b1c69-5274-4e6e-b533-c617c264bbd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19c0243-eb2d-41c1-bc01-fc9a6f27f200,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:16.455397 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f31b1c69-5274-4e6e-b533-c617c264bbd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.456720 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f31b1c69-5274-4e6e-b533-c617c264bbd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320102 Apr 12 17:55:16.459869 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60664) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:16.464564 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d519a3f1-6efc-43bd-8c89-6a9318c4a699 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'security_group_rule': {'security_group_id': 'ff352032-681e-4557-a8d6-8c9ddd3f922d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:16.490877 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d519a3f1-6efc-43bd-8c89-6a9318c4a699 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (11f01aa1-a6b2-4103-b9bf-bfccebf5da62), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.511631 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3302d04-f984-48b3-a437-a6509c0a4c90 req-0501ae42-6565-4b1a-9695-49b453393c1f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796409 Apr 12 17:55:16.548327 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a45f0b1-d076-4bc1-8418-364ad36f1feb {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:55:16.560313 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d519a3f1-6efc-43bd-8c89-6a9318c4a699 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (11f01aa1-a6b2-4103-b9bf-bfccebf5da62), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.560737 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Publish callbacks [] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.565368 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d519a3f1-6efc-43bd-8c89-6a9318c4a699 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (11f01aa1-a6b2-4103-b9bf-bfccebf5da62), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.573727 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Transition to ACTIVE for port object 7a45f0b1-d076-4bc1-8418-364ad36f1feb will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:55:16.578818 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.584022 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a3f1-6efc-43bd-8c89-6a9318c4a699 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f01aa1-a6b2-4103-b9bf-bfccebf5da62,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:16.594452 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d519a3f1-6efc-43bd-8c89-6a9318c4a699 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.595751 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d519a3f1-6efc-43bd-8c89-6a9318c4a699 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349142 Apr 12 17:55:16.599341 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60666) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:16.604021 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:16.629184 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.640663 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:16.712255 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Attempting to bind port 7a45f0b1-d076-4bc1-8418-364ad36f1feb on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:55:16.713208 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Attempting to bind port 7a45f0b1-d076-4bc1-8418-364ad36f1feb by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:55:16.713208 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Attempting to bind port 7a45f0b1-d076-4bc1-8418-364ad36f1feb on network 09622141-36ce-467d-b818-f0a19f758506 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:55:16.717867 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Port 7a45f0b1-d076-4bc1-8418-364ad36f1feb on network 09622141-36ce-467d-b818-f0a19f758506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:55:16.718323 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Attempting to bind port 7a45f0b1-d076-4bc1-8418-364ad36f1feb on network 09622141-36ce-467d-b818-f0a19f758506 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:55:16.723940 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:55:16.724358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Checking segment: {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:55:16.724840 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Bound using segment: {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:55:16.725349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Bound port: 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '09622141-36ce-467d-b818-f0a19f758506'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:55:16.725781 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.741743 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.759958 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Sync routers for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:16.771543 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:16.772271 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:16.806337 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:55:16.810664 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:55:16.819988 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.866410 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:16.869259 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:16.871091 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] 10.222.0.18 "PUT /v2.0/ports/7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 1093 time: 0.7752390 Apr 12 17:55:16.871642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:16.874875 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2df55c-3952-4553-b3e2-22673ee3c16f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:16.893921 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Allocated IP 172.27.3.25 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/ca051a60-0193-4820-b026-2ce91a5e7090) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:55:16.929164 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148f47a-e75e-4ce4-a0b2-f3853b478535 service neutron] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:16.945742 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ba2f3-6cad-4216-a4a3-020daaac9863 x-openstack-request-id: req-0a9ba2f3-6cad-4216-a4a3-020daaac9863 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:16.946039 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:16.946301 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a9ba2f3-6cad-4216-a4a3-020daaac9863 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:16.946716 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9ba2f3-6cad-4216-a4a3-020daaac9863'] response: {'name': 'network-changed', 'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'status': 'completed', 'code': 200} Apr 12 17:55:16.989759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-aecb9763-fec0-41e3-a104-dd854e1ec192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:16.991498 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-aecb9763-fec0-41e3-a104-dd854e1ec192 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1127 time: 0.0574558 Apr 12 17:55:17.056294 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for port (ca051a60-0193-4820-b026-2ce91a5e7090), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.075772 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-20b8ab7d-caf0-4329-a898-a8c3bfec69b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 217 time: 0.0738418 Apr 12 17:55:17.100214 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (ca051a60-0193-4820-b026-2ce91a5e7090), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.110743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:17.138134 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-ad5012c4-be74-4c15-a549-cb5c93ac6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:17.140491 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-ad5012c4-be74-4c15-a549-cb5c93ac6f9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0582230 Apr 12 17:55:17.146095 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:17.151464 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:17.155117 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:55:17.182589 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'Port': ['ID=ca051a60-0193-4820-b026-2ce91a5e7090,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:17.197727 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9214-44bb-4188-9792-ee596f656efa req-1bcc39d0-b1eb-4243-a996-01c0f80b6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:17.199751 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-1bcc39d0-b1eb-4243-a996-01c0f80b6e18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521810 Apr 12 17:55:17.252307 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (c24f4f0a-a9e5-4265-b849-6b34e1f28e80), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.291767 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (ca051a60-0193-4820-b026-2ce91a5e7090), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.298103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-6d30cc8d-ae46-484f-a960-4ce165ecfcb2 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907621 Apr 12 17:55:17.349243 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 2, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:17.377627 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Checking router: c6e677ae-90ed-46fe-ac2d-0b0afce132d0 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:17.377996 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Updating router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 port 793399ff-a71e-4db2-a629-ae11d1e04cdf binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:55:17.407988 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 6e6d7d79-cad1-49be-ae8f-a01b58044685 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:17.412107 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eae9214-44bb-4188-9792-ee596f656efa req-7f835683-2572-43f8-9c65-5e84f3ffc8e0 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075275 Apr 12 17:55:17.440811 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.500702 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-2fde9d43-7bfb-44c1-b040-d43eb3e88b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:17.502230 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-2fde9d43-7bfb-44c1-b040-d43eb3e88b52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1127 time: 0.0436184 Apr 12 17:55:17.502502 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 6e6d7d79-cad1-49be-ae8f-a01b58044685 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:17.502855 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.650670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895178b2-c180-4577-b293-066a0d8dd586 req-ff2bca8a-be8f-4899-b69f-5601058e8c0a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:17.652707 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-895178b2-c180-4577-b293-066a0d8dd586 req-ff2bca8a-be8f-4899-b69f-5601058e8c0a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0690403 Apr 12 17:55:17.655781 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-69519e67-0084-4d09-a5d2-dc0f876f52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:17.657143 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-69519e67-0084-4d09-a5d2-dc0f876f52cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.1482801 Apr 12 17:55:17.708232 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 6e6d7d79-cad1-49be-ae8f-a01b58044685 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:17.712013 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-1e359f9a-4356-4696-84d5-ba097e15cbe3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 217 time: 0.0443490 Apr 12 17:55:17.727143 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for port (ca051a60-0193-4820-b026-2ce91a5e7090), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.733417 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (ca051a60-0193-4820-b026-2ce91a5e7090), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.777972 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-895178b2-c180-4577-b293-066a0d8dd586 req-e23eb136-8b28-4207-9a8d-babbb1a55813 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175902 Apr 12 17:55:17.789661 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-8472092f-143a-4e73-b0d7-b0a209e0d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:17.791506 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-8472092f-143a-4e73-b0d7-b0a209e0d686 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0697756 Apr 12 17:55:17.805113 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Publish callbacks [] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.805659 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'Port': ['ID=ca051a60-0193-4820-b026-2ce91a5e7090,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:17.814318 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (c24f4f0a-a9e5-4265-b849-6b34e1f28e80), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.814468 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.831482 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.839916 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b70adac4-38d4-408c-98af-a638fb8c36c5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2389989 Apr 12 17:55:17.848795 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-6f54251a-7c7f-4fd9-9666-d4e4a05bbb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:17.851484 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-6f54251a-7c7f-4fd9-9666-d4e4a05bbb16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525026 Apr 12 17:55:17.892764 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Pushing event updated for resources: {'Port': ['ID=793399ff-a71e-4db2-a629-ae11d1e04cdf,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:17.902264 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.902618 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.903065 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.903383 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.903759 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.904117 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.910213 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.910606 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.910955 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.911327 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.911669 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.912017 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.912353 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.912679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.913006 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:17.947184 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Attempting to bind port 793399ff-a71e-4db2-a629-ae11d1e04cdf on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:55:17.947563 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Attempting to bind port 793399ff-a71e-4db2-a629-ae11d1e04cdf by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:55:17.948564 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Attempting to bind port 793399ff-a71e-4db2-a629-ae11d1e04cdf on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:55:17.955774 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:55:17.956376 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Checking segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:55:17.957881 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.958347 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Bound using segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:55:17.958856 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Bound port: 793399ff-a71e-4db2-a629-ae11d1e04cdf, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:55:17.959521 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.980055 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-a73a18e4-848d-4a0c-b8e9-a5dc9d097fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197670 Apr 12 17:55:18.039091 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] For port 793399ff-a71e-4db2-a629-ae11d1e04cdf, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:55:18.042561 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] For port 793399ff-a71e-4db2-a629-ae11d1e04cdf, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=793399ff-a71e-4db2-a629-ae11d1e04cdf,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:55:18.049549 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:18.080142 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-a9326600-9a0d-447a-975d-ec8ffd6df481 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--448426610&fields=id&tenant_id=fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 267 time: 0.0988381 Apr 12 17:55:18.131546 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daa3b3-cdee-4170-8d57-8dd7bc1a4909 None None] Pushing event updated for resources: {'Port': ['ID=793399ff-a71e-4db2-a629-ae11d1e04cdf,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:18.133300 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:18.134126 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:18.137908 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-4d18d9f3-7f9f-49a6-8f6b-31eec25a3ef8 None None] Provisioning complete for port 793399ff-a71e-4db2-a629-ae11d1e04cdf triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:18.138066 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d18d9f3-7f9f-49a6-8f6b-31eec25a3ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:18.172036 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee2df55c-3952-4553-b3e2-22673ee3c16f req-4227318e-4478-4ad3-8211-efd080991e3b service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840429 Apr 12 17:55:18.215417 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-5facf28c-d1a9-4660-9c43-d5601fccee51 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:18.219586 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-5facf28c-d1a9-4660-9c43-d5601fccee51 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 817 time: 0.1296597 Apr 12 17:55:18.235847 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-2e1bdb9d-7b08-406a-ad22-958142dae2ce tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/quotas/fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 375 time: 0.0120757 Apr 12 17:55:18.289534 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-5443fc59-dee5-4de7-8ef2-860de7910dc3 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475624 Apr 12 17:55:18.306425 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:18.340782 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4d18d9f3-7f9f-49a6-8f6b-31eec25a3ef8 None None] Current status of the port 793399ff-a71e-4db2-a629-ae11d1e04cdf is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:18.341174 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d18d9f3-7f9f-49a6-8f6b-31eec25a3ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:18.433639 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-664aa872-e31a-465b-8f15-311d0038d4ae service neutron] 10.222.0.45 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294863 Apr 12 17:55:18.451062 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4d18d9f3-7f9f-49a6-8f6b-31eec25a3ef8 None None] For port 793399ff-a71e-4db2-a629-ae11d1e04cdf, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=793399ff-a71e-4db2-a629-ae11d1e04cdf,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:18.457766 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d18d9f3-7f9f-49a6-8f6b-31eec25a3ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:18.528843 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-f235bdf5-6137-44c4-a60d-2030fef32eaf service neutron] 10.222.0.45 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889268 Apr 12 17:55:18.549157 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18d9f3-7f9f-49a6-8f6b-31eec25a3ef8 None None] Pushing event updated for resources: {'Port': ['ID=793399ff-a71e-4db2-a629-ae11d1e04cdf,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:18.584931 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:18.589397 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-74ba2689-7800-4e38-88a8-3825b11d83c5 None None] Provisioning complete for port 793399ff-a71e-4db2-a629-ae11d1e04cdf triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:18.589810 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74ba2689-7800-4e38-88a8-3825b11d83c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:18.616584 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3961ecc-8631-406a-962c-76d85c410bc9 None None] The sync data for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi is: [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:18.738003 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-74ba2689-7800-4e38-88a8-3825b11d83c5 None None] Current status of the port 793399ff-a71e-4db2-a629-ae11d1e04cdf is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:18.765542 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-adf4582a-3cfe-40e4-ad90-71888ffe5c91 req-0bbcf93a-ae14-453c-b4ec-79108aba5847 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 210 time: 0.0407701 Apr 12 17:55:18.918460 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d5d0d-3368-46e1-a46f-c8b35aa3f260 req-d0906989-d257-481c-a8e8-26a60a272d41 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:18.920278 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6b7d5d0d-3368-46e1-a46f-c8b35aa3f260 req-d0906989-d257-481c-a8e8-26a60a272d41 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0620494 Apr 12 17:55:18.984336 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6b7d5d0d-3368-46e1-a46f-c8b35aa3f260 req-bc96aaf4-0ecb-45ee-a596-52dfea26c662 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502357 Apr 12 17:55:19.401338 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 793399ff-a71e-4db2-a629-ae11d1e04cdf up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:19.454177 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 793399ff-a71e-4db2-a629-ae11d1e04cdf triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:19.454500 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:19.467891 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:55:19.534179 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 793399ff-a71e-4db2-a629-ae11d1e04cdf is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:19.873636 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-805675ab-4e6f-4b39-8196-db11fba4d411 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:19.875352 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-805675ab-4e6f-4b39-8196-db11fba4d411 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 817 time: 0.1289377 Apr 12 17:55:19.907942 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee834f93-70d4-4df5-8320-b4cdab8011f9 req-f4587ab8-ec45-4c54-88d6-6afa61b6f470 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Apr 12 17:55:20.111099 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5803d-3799-447a-a6cc-2a9e29286799 req-9d93990b-29b3-432a-9e24-962671ea869c tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:20.112720 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ffd5803d-3799-447a-a6cc-2a9e29286799 req-9d93990b-29b3-432a-9e24-962671ea869c tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0488954 Apr 12 17:55:20.194921 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ffd5803d-3799-447a-a6cc-2a9e29286799 req-2250924f-7f36-4885-a50d-6a3bf8ab17a8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755424 Apr 12 17:55:20.199616 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-a9813d1a-268a-434a-a3f2-23d6a4b5558a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 379 time: 0.0859177 Apr 12 17:55:20.223569 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'port': {'device_id': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'admin_state_up': True, 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'security_groups': ['ff352032-681e-4557-a8d6-8c9ddd3f922d']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:20.339158 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Made reservation on behalf of fa60a6d05f104142808eecb308685236 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:55:20.342476 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:20.469341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Allocated IP 172.20.0.14 (6789548f-b3c7-4862-8da5-42b7e8c5e4b7/c3623c61-c39c-454d-ad47-ef4d570b5758/19a1af64-5168-49aa-a7d8-68ce58fdba7c) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:55:20.603894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:20.637923 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:20.684446 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:20.689682 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:20.698187 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:55:20.736515 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:20.768119 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:20.769021 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:20.791556 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-b835d49c-7480-4156-b289-ef390add5253 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718181 Apr 12 17:55:20.812333 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Request body: {'port': {'device_id': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:20.878100 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:20.975744 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-e19cadcb-c5a6-42f2-a91c-92e83da5c2d8 None None] Provisioning complete for port 19a1af64-5168-49aa-a7d8-68ce58fdba7c triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:20.976751 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e19cadcb-c5a6-42f2-a91c-92e83da5c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:21.019027 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e19cadcb-c5a6-42f2-a91c-92e83da5c2d8 None None] Port 19a1af64-5168-49aa-a7d8-68ce58fdba7c cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:55:21.045777 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e663-fc24-4999-9778-91d228baad54 req-30ad9e67-8ef8-4425-a69e-4b4d1272ce0e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:21.047299 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1f8e663-fc24-4999-9778-91d228baad54 req-30ad9e67-8ef8-4425-a69e-4b4d1272ce0e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 932 time: 0.0641699 Apr 12 17:55:21.142229 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1f8e663-fc24-4999-9778-91d228baad54 req-f3e59311-89a9-4719-a24e-d45ec0370f54 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825462 Apr 12 17:55:21.215152 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a1af64-5168-49aa-a7d8-68ce58fdba7c {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:55:21.224143 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Publish callbacks [] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:21.237538 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Transition to ACTIVE for port object 19a1af64-5168-49aa-a7d8-68ce58fdba7c will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:55:21.242131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:21.329215 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:21.346585 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1d5f6-7553-4700-a437-3d6457c229ce req-e0a49fa1-b319-4bf9-8c3d-594632fef9ae tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:21.348736 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7e1d5f6-7553-4700-a437-3d6457c229ce req-e0a49fa1-b319-4bf9-8c3d-594632fef9ae tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0783672 Apr 12 17:55:21.451440 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7e1d5f6-7553-4700-a437-3d6457c229ce req-3dc7185e-8db4-4fbb-9e03-c0c75dc34321 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878997 Apr 12 17:55:21.455908 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Attempting to bind port 19a1af64-5168-49aa-a7d8-68ce58fdba7c on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:55:21.456357 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Attempting to bind port 19a1af64-5168-49aa-a7d8-68ce58fdba7c by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:55:21.456782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Attempting to bind port 19a1af64-5168-49aa-a7d8-68ce58fdba7c on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:55:21.461816 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Port 19a1af64-5168-49aa-a7d8-68ce58fdba7c on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:55:21.462147 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Attempting to bind port 19a1af64-5168-49aa-a7d8-68ce58fdba7c on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:55:21.470971 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:55:21.471310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Checking segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:55:21.471692 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Bound using segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:55:21.472247 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Bound port: 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:55:21.472821 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:21.536429 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:55:21.539691 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:55:21.548774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:21.586339 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:21.586958 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:21.588428 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] 10.222.0.18 "PUT /v2.0/ports/19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 1094 time: 0.7816203 Apr 12 17:55:21.588901 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:21.591199 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b655d-8dc8-4b65-b9f9-416cfdea3099" -d '{"events": [{"name": "network-changed", "server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:21.616290 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e872e4-967f-4840-be4e-458c8526ca12 service neutron] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:21.665178 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b1d53c-d1cb-4fd4-9709-e41e84792f6e x-openstack-request-id: req-79b1d53c-d1cb-4fd4-9709-e41e84792f6e {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:21.665477 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:21.665733 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79b1d53c-d1cb-4fd4-9709-e41e84792f6e {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:21.666217 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b1d53c-d1cb-4fd4-9709-e41e84792f6e'] response: {'name': 'network-changed', 'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'status': 'completed', 'code': 200} Apr 12 17:55:21.680230 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-4190c8c0-70e6-410c-a2da-4cd35fa55d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:21.681775 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-4190c8c0-70e6-410c-a2da-4cd35fa55d51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1128 time: 0.0512118 Apr 12 17:55:22.032084 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-4ede00d5-915f-404e-820b-b73b8fcfbaf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 217 time: 0.3411806 Apr 12 17:55:22.082166 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-7574773a-4ab9-46c2-ab17-9e4eb510a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:22.083695 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-7574773a-4ab9-46c2-ab17-9e4eb510a0aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0442507 Apr 12 17:55:22.126821 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-3326b3ed-2fdd-430b-8b62-9ed979fff44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:22.128567 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-3326b3ed-2fdd-430b-8b62-9ed979fff44f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386603 Apr 12 17:55:22.239547 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-2f17e0d9-617a-41f6-aaa6-e20246e12332 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036048 Apr 12 17:55:22.297797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad41198-bb29-4bc7-a866-b0d998bc4a0f req-2a0da659-cd49-4cb2-91b0-9fbe6542b139 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:22.299247 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fad41198-bb29-4bc7-a866-b0d998bc4a0f req-2a0da659-cd49-4cb2-91b0-9fbe6542b139 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0795093 Apr 12 17:55:22.388366 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fad41198-bb29-4bc7-a866-b0d998bc4a0f req-d6884242-9b3e-4688-b5de-b4e9140e58f7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630403 Apr 12 17:55:22.390293 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc4b3b7f-52ea-45a5-8709-db293c4a4e17 req-3cad540a-f452-4c7c-8e3b-f3f1893ffee1 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346526 Apr 12 17:55:22.576704 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeac9-0022-495a-a5db-a47afc1e9344 req-ae1704ee-3052-4b65-b771-8ad403b0af08 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:22.578174 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c29eeac9-0022-495a-a5db-a47afc1e9344 req-ae1704ee-3052-4b65-b771-8ad403b0af08 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0485406 Apr 12 17:55:22.637611 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c29eeac9-0022-495a-a5db-a47afc1e9344 req-c7252d0f-107b-46e0-8623-9f3440330957 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503578 Apr 12 17:55:23.327436 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-bfe8a37c-2be2-4213-977f-29a67c45534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:23.328938 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-bfe8a37c-2be2-4213-977f-29a67c45534f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1128 time: 0.0434642 Apr 12 17:55:23.460436 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-86bc58cc-0ead-479a-89d4-ef4b431cb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:23.462322 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-86bc58cc-0ead-479a-89d4-ef4b431cb335 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0930209 Apr 12 17:55:23.529332 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-9f8e0df2-580f-4e96-8560-74c6a0a0d8c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 217 time: 0.0596027 Apr 12 17:55:23.551661 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38305fc-7c16-4d56-a7bb-59440760d614 req-a632d760-3818-4b83-9c41-11b9412aad41 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:23.553093 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e38305fc-7c16-4d56-a7bb-59440760d614 req-a632d760-3818-4b83-9c41-11b9412aad41 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0851066 Apr 12 17:55:23.609892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-7b82e558-d389-45d4-9cd7-4561ba808c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:23.611388 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-7b82e558-d389-45d4-9cd7-4561ba808c80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0746388 Apr 12 17:55:23.655105 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e38305fc-7c16-4d56-a7bb-59440760d614 req-9e1ec445-480b-4e02-9a2d-b7a960f7b16a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843308 Apr 12 17:55:23.665003 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-37088a9b-d600-43f3-a33c-c8221be2227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:23.666557 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-37088a9b-d600-43f3-a33c-c8221be2227e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470378 Apr 12 17:55:23.784625 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb74924-dc0b-472a-84d8-ee8864a7f258 req-cc2ee3b5-a54d-483c-bdac-2f2b17e5c467 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:23.786383 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0cb74924-dc0b-472a-84d8-ee8864a7f258 req-cc2ee3b5-a54d-483c-bdac-2f2b17e5c467 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0604148 Apr 12 17:55:23.807314 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-b1baa7c2-c22f-4ffb-b6ac-69445614fe91 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338031 Apr 12 17:55:23.866844 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0cb74924-dc0b-472a-84d8-ee8864a7f258 req-132417fd-5f3f-4c03-a162-f30ce6cc162d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712004 Apr 12 17:55:23.926059 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db9b655d-8dc8-4b65-b9f9-416cfdea3099 req-9fb6a789-d756-4aaa-9c99-2dedf4d89ee4 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004331 Apr 12 17:55:24.785752 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb397a8-e3d3-43fe-9a0a-928ea893ec4a req-4f9304da-2120-4371-a123-93a63c0e3284 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:24.787255 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bbb397a8-e3d3-43fe-9a0a-928ea893ec4a req-4f9304da-2120-4371-a123-93a63c0e3284 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0540614 Apr 12 17:55:24.871189 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93ce58-4336-4b5e-92ae-a3db49d95b71 req-d989fe72-bf37-4afd-9121-1a9c1d05a214 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:24.872663 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf93ce58-4336-4b5e-92ae-a3db49d95b71 req-d989fe72-bf37-4afd-9121-1a9c1d05a214 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.0787089 Apr 12 17:55:24.876906 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bbb397a8-e3d3-43fe-9a0a-928ea893ec4a req-5dd0796b-ea8a-4c41-a08b-d4db5a71b68d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840421 Apr 12 17:55:24.920593 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf93ce58-4336-4b5e-92ae-a3db49d95b71 req-50b4b95c-cf38-417d-b6e3-d1f39b31e392 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Apr 12 17:55:24.983077 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44de02-5856-4d73-8dac-5533010ec57c req-b2ad1ee8-f5c2-4145-b01b-4b7c5c1e51d5 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:24.984556 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0e44de02-5856-4d73-8dac-5533010ec57c req-b2ad1ee8-f5c2-4145-b01b-4b7c5c1e51d5 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0484247 Apr 12 17:55:25.037941 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0e44de02-5856-4d73-8dac-5533010ec57c req-2b9850a7-b517-4103-af5d-fea19cc84ef8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474029 Apr 12 17:55:26.010002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790d594-d2f8-403a-9290-6409be3f71f1 req-b80c674b-34f1-4abf-9550-dee187ef9c31 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:26.011374 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790d594-d2f8-403a-9290-6409be3f71f1 req-b80c674b-34f1-4abf-9550-dee187ef9c31 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0554960 Apr 12 17:55:26.056887 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b93235-6a0c-447d-a915-fd2cda00a371 req-4719da0e-2335-467c-9c9c-a6b9b7af0a90 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:26.058338 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8b93235-6a0c-447d-a915-fd2cda00a371 req-4719da0e-2335-467c-9c9c-a6b9b7af0a90 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.0667968 Apr 12 17:55:26.097009 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0790d594-d2f8-403a-9290-6409be3f71f1 req-e5eabdd2-d2a3-439c-b659-2b149edcc36d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699577 Apr 12 17:55:26.125254 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8b93235-6a0c-447d-a915-fd2cda00a371 req-05ef42c7-3311-4db3-8543-c08d98b10857 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573013 Apr 12 17:55:26.205055 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc026a3-5c18-45ca-b237-b6db64ee206e req-64c575b4-10cc-4716-be9d-cd899006c1f9 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:26.206489 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0dc026a3-5c18-45ca-b237-b6db64ee206e req-64c575b4-10cc-4716-be9d-cd899006c1f9 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0499251 Apr 12 17:55:26.259797 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0dc026a3-5c18-45ca-b237-b6db64ee206e req-e0806e01-b54a-4a77-8276-797477d46a60 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447283 Apr 12 17:55:26.282648 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-76bb20d4-86a1-4ca0-8083-1327a77c4826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:26.435922 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:55:26.688578 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:26.700152 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'port_id': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'mac_address': 'fa:16:3e:f9:dd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:55:26.748626 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:26.758434 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:26.764205 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a1af64-5168-49aa-a7d8-68ce58fdba7c {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:55:26.784820 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:26.791062 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:26.841921 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:27.042059 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['19a1af64-5168-49aa-a7d8-68ce58fdba7c'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:55:27.229136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-5cca5900-4554-42a0-940b-1dc1fd178515 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:27.230541 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-5cca5900-4554-42a0-940b-1dc1fd178515 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.0808718 Apr 12 17:55:27.294523 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af42c7-f44c-4b07-8d59-98a1f4908ea9 req-e430e966-c871-4119-9bf1-922e74e34dcb tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:27.295929 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f2af42c7-f44c-4b07-8d59-98a1f4908ea9 req-e430e966-c871-4119-9bf1-922e74e34dcb tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 945 time: 0.1176672 Apr 12 17:55:27.321981 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d41cc-cc56-409e-b5ba-060600c628e6 req-49c8e2fa-50b6-4676-9c6a-51aa9b05ce2d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:27.323472 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c2d41cc-cc56-409e-b5ba-060600c628e6 req-49c8e2fa-50b6-4676-9c6a-51aa9b05ce2d tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 945 time: 0.1128123 Apr 12 17:55:27.416018 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f2af42c7-f44c-4b07-8d59-98a1f4908ea9 req-ae21c777-eea1-49ea-9ef3-e6f743b23166 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114337 Apr 12 17:55:27.421349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Deleting port 5cacf0ad-8020-4230-a29e-8f1dcf58618f {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:27.421689 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:27.458888 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c2d41cc-cc56-409e-b5ba-060600c628e6 req-2060c7cd-ada5-4763-a8e8-5dc7b2c96f9c tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288679 Apr 12 17:55:27.547344 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e571ad-469f-42b3-ae1e-1db6fa15e287 req-50cf00df-b513-47c6-85df-d7f24369c88d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:27.548712 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d2e571ad-469f-42b3-ae1e-1db6fa15e287 req-50cf00df-b513-47c6-85df-d7f24369c88d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0609496 Apr 12 17:55:27.569923 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] For port 5cacf0ad-8020-4230-a29e-8f1dcf58618f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cacf0ad-8020-4230-a29e-8f1dcf58618f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:27.570296 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:27.664468 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d2e571ad-469f-42b3-ae1e-1db6fa15e287 req-7163a414-247b-4a86-8286-f3c627480514 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067636 Apr 12 17:55:27.782034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:27.782394 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (64653370-b34d-46d5-8c19-175612fefe3c), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:27.782707 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Floating IP 64653370-b34d-46d5-8c19-175612fefe3c disassociated. External IP: 172.27.3.75, port: 5cacf0ad-8020-4230-a29e-8f1dcf58618f. Apr 12 17:55:27.783063 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Calling delete_port for 5cacf0ad-8020-4230-a29e-8f1dcf58618f owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:27.913679 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (5cacf0ad-8020-4230-a29e-8f1dcf58618f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:27.946495 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event deleted for resources: {'Port': ['ID=5cacf0ad-8020-4230-a29e-8f1dcf58618f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:28.076072 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:28.184932 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:28.194536 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] Sync routers for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:28.208385 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:28.209001 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:28.227787 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] No DVR routers for this DVR port 5cacf0ad-8020-4230-a29e-8f1dcf58618f on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:28.230275 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:28.233535 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94339e9b-9001-46a4-91c8-5f97cdd2e8c9 req-773c5f09-28a9-4b17-83e3-b717f09e9975 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.18 "DELETE /v2.0/ports/5cacf0ad-8020-4230-a29e-8f1dcf58618f HTTP/1.1" status: 204 len: 173 time: 0.9764729 Apr 12 17:55:28.233947 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'name': 'network-vif-deleted', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:28.236212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e0a3fa-d483-4478-acff-a09570dd0f65" -d '{"events": [{"server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "name": "network-vif-deleted", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:28.278587 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0ac534-0332-4585-9604-8cae505e41b1 x-openstack-request-id: req-7e0ac534-0332-4585-9604-8cae505e41b1 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:28.278887 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb2a2ee-5456-4988-8d18-9d512990a618", "name": "network-vif-deleted", "tag": "5cacf0ad-8020-4230-a29e-8f1dcf58618f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:28.279195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e0ac534-0332-4585-9604-8cae505e41b1 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:28.279690 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0ac534-0332-4585-9604-8cae505e41b1'] response: {'server_uuid': '7cb2a2ee-5456-4988-8d18-9d512990a618', 'name': 'network-vif-deleted', 'tag': '5cacf0ad-8020-4230-a29e-8f1dcf58618f', 'status': 'completed', 'code': 200} Apr 12 17:55:28.334521 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:28.449614 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a45f0b1-d076-4bc1-8418-364ad36f1feb details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:55:28.451808 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:28.512405 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 19a1af64-5168-49aa-a7d8-68ce58fdba7c completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:55:28.537309 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 19a1af64-5168-49aa-a7d8-68ce58fdba7c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:28.537741 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:28.562979 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:28.570311 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd4b5e-2b9e-4699-aaaa-7c316d0fb189 req-3ab16d2a-48fe-4344-b5d6-9c3ac062808f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:28.571993 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91dd4b5e-2b9e-4699-aaaa-7c316d0fb189 req-3ab16d2a-48fe-4344-b5d6-9c3ac062808f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 945 time: 0.0628097 Apr 12 17:55:28.589952 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] Checking router: 4af19748-c457-4b78-bcbc-8b22ea5c1d07 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:28.590405 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78141e89-4a48-4e6e-a904-7e10f7f3a909 req-815d706c-dc67-46db-b3a5-c74991090265 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cb2a2ee-5456-4988-8d18-9d512990a618 HTTP/1.1" status: 200 len: 210 time: 0.0350087 Apr 12 17:55:28.598793 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:28.599860 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:54:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:28.641684 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91dd4b5e-2b9e-4699-aaaa-7c316d0fb189 req-6f863f2b-67d1-4842-b297-4ce713c10881 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544703 Apr 12 17:55:28.663385 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-93b9bb54-b097-401b-a297-5ccb431823c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:28.714323 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:28.714718 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:28.742428 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:28.750990 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:28.767262 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:28.770965 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d864d-126d-4bbf-865e-e6ea6a899cd7" -d '{"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:28.784584 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:28.786835 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'port_id': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'mac_address': 'fa:16:3e:a3:80:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:55:28.791380 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:28.800305 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab68d14-108a-47ce-968b-a27fed786e5f req-8eabf665-f1fc-424e-abf2-64dc5b59dce6 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:28.803087 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dab68d14-108a-47ce-968b-a27fed786e5f req-8eabf665-f1fc-424e-abf2-64dc5b59dce6 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0607464 Apr 12 17:55:28.845749 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac8774e-1bbe-4375-89b6-8ee128716f60 x-openstack-request-id: req-2ac8774e-1bbe-4375-89b6-8ee128716f60 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:28.845990 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:28.846212 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ac8774e-1bbe-4375-89b6-8ee128716f60 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:28.846616 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac8774e-1bbe-4375-89b6-8ee128716f60'] response: {'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'code': 200} Apr 12 17:55:28.876151 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dab68d14-108a-47ce-968b-a27fed786e5f req-be4c4daa-b3e0-472c-ab4b-096a7b0699b8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662363 Apr 12 17:55:28.887155 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 7a45f0b1-d076-4bc1-8418-364ad36f1feb is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:28.887551 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:28.899352 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:28.908355 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a45f0b1-d076-4bc1-8418-364ad36f1feb {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:55:28.933658 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:28.938114 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:28.997451 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:29.028934 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffb638-68d6-4435-b2b9-0c8da06d0a67 req-f111237d-e780-4faa-98d1-d9779059f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:29.030577 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-26ffb638-68d6-4435-b2b9-0c8da06d0a67 req-f111237d-e780-4faa-98d1-d9779059f66f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1130 time: 0.0416009 Apr 12 17:55:29.076543 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-26ffb638-68d6-4435-b2b9-0c8da06d0a67 req-bd1ad61f-fc95-4565-a868-237131a446cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388844 Apr 12 17:55:29.086747 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:29.115523 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dea0df-28f2-4562-baa3-c66f63b2ce55 None None] The sync data for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi is: [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'b61a7a42-9dea-4b6f-827f-a3b8121b2ff1', 'name': '', 'network_id': '64e03d19-9f76-495a-a91e-7e7b477a59ee', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'mac_address': 'fa:16:3e:f6:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:14Z', 'updated_at': '2022-04-12T17:49:26Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'subnets': [{'id': '611ee7f8-083b-4837-bbcd-34b10f461585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:29.184911 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['7a45f0b1-d076-4bc1-8418-364ad36f1feb'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:55:29.342136 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c740e-5487-4cba-9a0b-b42cc685d3df None None] New status for floating IP 64653370-b34d-46d5-8c19-175612fefe3c: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:55:29.696408 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60812) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:29.757520 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f23530b8-7e8b-463b-a1fe-e1ea9b0b139e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (5edec31c-1b74-4bb8-83f1-d942c0bbc8e3), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:29.781159 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f23530b8-7e8b-463b-a1fe-e1ea9b0b139e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (5edec31c-1b74-4bb8-83f1-d942c0bbc8e3), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:29.788331 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf388b-fb26-47c0-8a09-42faad98eaa9 req-83c092f8-23e9-41bd-815f-68391cee2691 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:29.789800 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cecf388b-fb26-47c0-8a09-42faad98eaa9 req-83c092f8-23e9-41bd-815f-68391cee2691 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0508618 Apr 12 17:55:29.828695 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f23530b8-7e8b-463b-a1fe-e1ea9b0b139e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5edec31c-1b74-4bb8-83f1-d942c0bbc8e3), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:29.831419 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f23530b8-7e8b-463b-a1fe-e1ea9b0b139e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:29.835257 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f23530b8-7e8b-463b-a1fe-e1ea9b0b139e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "DELETE /v2.0/security-groups/5edec31c-1b74-4bb8-83f1-d942c0bbc8e3 HTTP/1.1" status: 204 len: 168 time: 0.1354451 Apr 12 17:55:29.836738 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60814) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:29.838759 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cecf388b-fb26-47c0-8a09-42faad98eaa9 req-058d8e35-0f74-447f-bf31-043ac4114011 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Apr 12 17:55:29.850536 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23530b8-7e8b-463b-a1fe-e1ea9b0b139e tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edec31c-1b74-4bb8-83f1-d942c0bbc8e3,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:29.857211 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-9f2db442-c2c5-4335-868e-a0d38c6bfb17 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] show failed (client error): The resource could not be found. Apr 12 17:55:29.858303 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9f2db442-c2c5-4335-868e-a0d38c6bfb17 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "GET /v2.0/security-groups/5edec31c-1b74-4bb8-83f1-d942c0bbc8e3 HTTP/1.1" status: 404 len: 347 time: 0.0205181 Apr 12 17:55:29.863260 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60816) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:30.032727 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a1ad3-c864-41a7-af4a-a8506a0a08cf req-dbf427d2-e88c-42c3-8b59-9df3021a2046 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:30.034405 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c2a1ad3-c864-41a7-af4a-a8506a0a08cf req-dbf427d2-e88c-42c3-8b59-9df3021a2046 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 944 time: 0.0829926 Apr 12 17:55:30.037177 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Deleting port c8536eb6-3598-42f1-b0f1-9cb664bf39d5 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:30.037522 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.129059 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.141863 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c2a1ad3-c864-41a7-af4a-a8506a0a08cf req-a4042a74-60be-4540-b74b-928d3297957a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003575 Apr 12 17:55:30.155560 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.155889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.168035 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Calling delete_port for c8536eb6-3598-42f1-b0f1-9cb664bf39d5 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:30.306192 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (c8536eb6-3598-42f1-b0f1-9cb664bf39d5), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.329610 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Pushing event deleted for resources: {'Port': ['ID=c8536eb6-3598-42f1-b0f1-9cb664bf39d5,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:30.342765 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.343132 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.343480 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.343881 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.344215 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.344547 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.344878 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.345206 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.345514 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.345841 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.346195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.346524 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.346853 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.347224 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.347536 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:30.406330 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks [] for floatingip (64653370-b34d-46d5-8c19-175612fefe3c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.408910 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.410035 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8b0a55d3-e40a-44ef-a34c-f9cd71661972 tempest-AttachVolumeTestJSON-1655875447 tempest-AttachVolumeTestJSON-1655875447-project] 10.222.0.45 "DELETE /v2.0/floatingips/64653370-b34d-46d5-8c19-175612fefe3c HTTP/1.1" status: 204 len: 168 time: 0.5465364 Apr 12 17:55:30.474052 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a45f0b1-d076-4bc1-8418-364ad36f1feb up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:55:30.525488 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 7a45f0b1-d076-4bc1-8418-364ad36f1feb completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:55:30.532249 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 7a45f0b1-d076-4bc1-8418-364ad36f1feb triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:55:30.532668 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.611164 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 7a45f0b1-d076-4bc1-8418-364ad36f1feb is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:55:30.611560 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.646322 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:30.650981 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.651788 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5cacf0ad-8020-4230-a29e-8f1dcf58618f no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:30.694430 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 5cacf0ad-8020-4230-a29e-8f1dcf58618f {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:30.695007 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 5cacf0ad-8020-4230-a29e-8f1dcf58618f not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:30.723682 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:30.848041 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:30.850374 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdc2a3c-d093-41e5-803c-05ac6efdef09" -d '{"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-plugged", "status": "completed", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:30.973298 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6d78-1722-4b21-801f-f41dc6f9d17e req-ec211a2c-5212-49c7-9616-917e76f49c85 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:30.975018 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db0d6d78-1722-4b21-801f-f41dc6f9d17e req-ec211a2c-5212-49c7-9616-917e76f49c85 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0526998 Apr 12 17:55:31.030110 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db0d6d78-1722-4b21-801f-f41dc6f9d17e req-b9cd3a65-1abc-4998-9960-b2c99d416b49 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485730 Apr 12 17:55:31.057315 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3bc942-2793-4501-a868-598f5cf2f675 x-openstack-request-id: req-0b3bc942-2793-4501-a868-598f5cf2f675 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:31.057701 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-plugged", "status": "completed", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:31.058075 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b3bc942-2793-4501-a868-598f5cf2f675 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:31.058536 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3bc942-2793-4501-a868-598f5cf2f675'] response: {'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'code': 200} Apr 12 17:55:31.161258 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9604-8cfc-4437-b227-764fa0674f58 req-5aa04426-022e-4781-9aff-76f06d4b299d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:31.162695 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-590e9604-8cfc-4437-b227-764fa0674f58 req-5aa04426-022e-4781-9aff-76f06d4b299d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0602868 Apr 12 17:55:31.172024 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60832) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:31.176914 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'floatingip': {'port_id': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:31.235078 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (c24f4f0a-a9e5-4265-b849-6b34e1f28e80), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:31.343414 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9dad9-4d70-4dcc-8f8b-0713b79b85ba req-bb0299dc-ab8f-4597-9824-b2bf3376b05e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:31.344905 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4f9dad9-4d70-4dcc-8f8b-0713b79b85ba req-bb0299dc-ab8f-4597-9824-b2bf3376b05e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.1306705 Apr 12 17:55:31.348051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d5aa-2bc8-442e-a144-cd260b06d77a req-8c6d0b1b-cc0c-484e-9cbf-06d3485426df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:31.349418 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9674d5aa-2bc8-442e-a144-cd260b06d77a req-8c6d0b1b-cc0c-484e-9cbf-06d3485426df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.1340976 Apr 12 17:55:31.388732 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:31.502049 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9674d5aa-2bc8-442e-a144-cd260b06d77a req-ffa87673-055e-44ab-bd61-5cdeb32a2d90 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398020 Apr 12 17:55:31.507305 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4f9dad9-4d70-4dcc-8f8b-0713b79b85ba req-fc996687-f4be-4604-a0b2-6efa221e11c1 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551361 Apr 12 17:55:31.811643 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:31.816532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (c24f4f0a-a9e5-4265-b849-6b34e1f28e80), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:31.921669 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Floating IP c24f4f0a-a9e5-4265-b849-6b34e1f28e80 associated. External IP: 172.27.3.25, port: 19a1af64-5168-49aa-a7d8-68ce58fdba7c. Apr 12 17:55:32.427393 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:32.539105 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:32.544075 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:32.550336 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] Sync routers for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:32.561921 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:32.563293 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:32.589751 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-34c23495-bee6-460d-9cf3-54ccc421b176 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "PUT /v2.0/floatingips/c24f4f0a-a9e5-4265-b849-6b34e1f28e80 HTTP/1.1" status: 200 len: 991 time: 1.4021530 Apr 12 17:55:32.589751 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:32.589751 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:32.617788 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2c9d11-57da-4afa-85de-bd7a49fa6fcc x-openstack-request-id: req-4e2c9d11-57da-4afa-85de-bd7a49fa6fcc {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:32.618082 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:32.618341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e2c9d11-57da-4afa-85de-bd7a49fa6fcc {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:32.618731 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2c9d11-57da-4afa-85de-bd7a49fa6fcc'] response: {'name': 'network-changed', 'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'status': 'completed', 'code': 200} Apr 12 17:55:32.629769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b586b-8353-4371-bf08-48f057771dad req-35568e2b-f2c8-4167-8cdf-05bce650b575 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:32.631295 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed7b586b-8353-4371-bf08-48f057771dad req-35568e2b-f2c8-4167-8cdf-05bce650b575 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0504158 Apr 12 17:55:32.677237 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:32.696217 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed7b586b-8353-4371-bf08-48f057771dad req-30559dbc-397a-49ac-a6c7-a1f519f47ca3 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591049 Apr 12 17:55:32.711148 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:32.915095 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'c24f4f0a-a9e5-4265-b849-6b34e1f28e80', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'port_id': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'mac_address': 'fa:16:3e:f9:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:55:17Z', 'updated_at': '2022-04-12T17:55:31Z', 'revision_number': 1, 'project_id': 'fa60a6d05f104142808eecb308685236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:32.942712 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] Checking router: c6e677ae-90ed-46fe-ac2d-0b0afce132d0 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:32.951526 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:32.952181 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:32.953098 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-e664cedc-4bbd-4a5a-85ff-4833f4929280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:32.954682 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-e664cedc-4bbd-4a5a-85ff-4833f4929280 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1130 time: 0.0428758 Apr 12 17:55:33.067785 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:33.071760 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-16d58004-2459-4854-97c5-82f3bf45229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:33.073233 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-16d58004-2459-4854-97c5-82f3bf45229f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0954552 Apr 12 17:55:33.146321 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-7085d8b2-0738-4517-98f8-e17f936aa7e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 999 time: 0.0639186 Apr 12 17:55:33.193892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-6334907b-4057-4412-b73b-a0297dbdcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:33.195263 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-6334907b-4057-4412-b73b-a0297dbdcb4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0433033 Apr 12 17:55:33.240798 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-da6ee35f-afb7-42f3-9260-16803936be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:33.242395 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-da6ee35f-afb7-42f3-9260-16803936be13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416455 Apr 12 17:55:33.289351 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'c24f4f0a-a9e5-4265-b849-6b34e1f28e80', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'port_id': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'mac_address': 'fa:16:3e:f9:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:55:17Z', 'updated_at': '2022-04-12T17:55:31Z', 'revision_number': 1, 'project_id': 'fa60a6d05f104142808eecb308685236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:33.319141 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e091aa2-1a01-43ac-bcb9-aebdcc8daa00 None None] The sync data for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi is: [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'c24f4f0a-a9e5-4265-b849-6b34e1f28e80', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'port_id': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'mac_address': 'fa:16:3e:f9:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:55:17Z', 'updated_at': '2022-04-12T17:55:31Z', 'revision_number': 1, 'project_id': 'fa60a6d05f104142808eecb308685236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:33.339616 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-d02b54ee-56da-4ac5-a2a0-a741f83618e3 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911124 Apr 12 17:55:33.438725 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c085125-2ef0-4bf2-87ec-e7bb82c672fb req-64255fba-e9c4-4d0e-8a8e-7f878e15d77e service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912714 Apr 12 17:55:33.513382 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5e0b0-9356-44a8-84f5-186a3596654b None None] New status for floating IP c24f4f0a-a9e5-4265-b849-6b34e1f28e80: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:55:33.812676 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d504f-013f-4385-ac0f-69314dfd9cd1 req-039a8e32-a607-468d-ad00-42aefd7ff1a8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:33.814123 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-677d504f-013f-4385-ac0f-69314dfd9cd1 req-039a8e32-a607-468d-ad00-42aefd7ff1a8 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0479205 Apr 12 17:55:33.869991 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-677d504f-013f-4385-ac0f-69314dfd9cd1 req-1f2492b4-8d4f-4f33-bb0a-ff138c6d486e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493701 Apr 12 17:55:33.955519 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60866) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:33.981697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8a5d-8675-4d15-a2ac-b7655893d6aa req-8d60bff0-786c-45f3-8220-5ed78e2e9d8b tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:33.983216 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-381f8a5d-8675-4d15-a2ac-b7655893d6aa req-8d60bff0-786c-45f3-8220-5ed78e2e9d8b tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0479045 Apr 12 17:55:34.034235 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-381f8a5d-8675-4d15-a2ac-b7655893d6aa req-e4f89ab8-7166-48fe-ae0f-64bbc891f3a9 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454733 Apr 12 17:55:34.056261 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60870) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:34.198597 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45fbe35-ed0e-49a0-b9e7-7dc806c09c8d tempest-TestShelveInstance-199796557 tempest-TestShelveInstance-199796557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:34.200309 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c45fbe35-ed0e-49a0-b9e7-7dc806c09c8d tempest-TestShelveInstance-199796557 tempest-TestShelveInstance-199796557-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1124 time: 0.1430712 Apr 12 17:55:34.203273 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60874) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:34.207656 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'port_id': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:34.231972 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.313048 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.406846 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (4af19748-c457-4b78-bcbc-8b22ea5c1d07), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.418139 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Allocated IP 172.27.3.66 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/6f77c0f1-645b-4b6e-ac54-bd1dab6c785d) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:55:34.525691 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.560774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.599885 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:55:34.606744 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:34.611371 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:55:34.615323 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'Port': ['ID=6f77c0f1-645b-4b6e-ac54-bd1dab6c785d,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:34.693551 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Deleting port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:34.693894 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.771800 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] For port b61a7a42-9dea-4b6f-827f-a3b8121b2ff1, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:34.771800 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.784787 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Calling delete_port for b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:34.973404 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (b61a7a42-9dea-4b6f-827f-a3b8121b2ff1), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.995699 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for floatingip (9d654ccc-8aff-463e-8952-99dda2fc383c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.998084 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Pushing event deleted for resources: {'Port': ['ID=b61a7a42-9dea-4b6f-827f-a3b8121b2ff1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:35.072592 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.168884 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (4af19748-c457-4b78-bcbc-8b22ea5c1d07), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.236906 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.242594 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.316783 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event updated for resources: {'Port': ['ID=6f77c0f1-645b-4b6e-ac54-bd1dab6c785d,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:35.333751 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (9d654ccc-8aff-463e-8952-99dda2fc383c), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.393042 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:35.443409 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Floating IP 9d654ccc-8aff-463e-8952-99dda2fc383c associated. External IP: 172.27.3.66, port: 7a45f0b1-d076-4bc1-8418-364ad36f1feb. Apr 12 17:55:35.501712 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:35.510286 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d61f82fa-990f-49f1-ad67-fb080818eeea admin admin] 10.222.0.45 "PUT /v2.0/routers/4af19748-c457-4b78-bcbc-8b22ea5c1d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5502875 Apr 12 17:55:35.510286 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60876) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:35.513041 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] Sync routers for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:35.524489 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:35.525169 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:35.621011 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks [] for router (4af19748-c457-4b78-bcbc-8b22ea5c1d07), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.637579 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:35.664556 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Router cf864ef6-de41-49c6-90f9-788474e90927 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:35.730749 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks [] for router_gateway (4af19748-c457-4b78-bcbc-8b22ea5c1d07), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.777068 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Deleting port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:35.777461 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.781504 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:35.794319 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] Sync routers for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:35.806565 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.808203 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:35.809227 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:35.820951 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:55:34Z', 'revision_number': 5, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port': {'id': '57f92e18-05b4-44f4-9bc5-64ac863b4ef6', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:09Z', 'updated_at': '2022-04-12T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:35.842277 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ea61f046-16d2-4722-955c-b02da7be3a3a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6379490 Apr 12 17:55:35.843019 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:35.845595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6d0e8f-1dfc-405b-a156-32204d08860a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:35.848907 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] Checking router: 4af19748-c457-4b78-bcbc-8b22ea5c1d07 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:35.858071 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] Routers {'4af19748-c457-4b78-bcbc-8b22ea5c1d07'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:35.858689 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:35.886103 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] For port 57f92e18-05b4-44f4-9bc5-64ac863b4ef6, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:35.886850 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:35.889294 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265bb4c9-dff1-4f2c-be6b-9763c3793987 x-openstack-request-id: req-265bb4c9-dff1-4f2c-be6b-9763c3793987 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:35.889689 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:35.890040 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-265bb4c9-dff1-4f2c-be6b-9763c3793987 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:35.890581 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265bb4c9-dff1-4f2c-be6b-9763c3793987'] response: {'name': 'network-changed', 'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'status': 'completed', 'code': 200} Apr 12 17:55:35.904843 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Calling delete_port for 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:35.951095 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] Set router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:35.951331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:35.955835 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-166312be-1093-48a8-8d2a-e931d3367b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:35.958001 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-166312be-1093-48a8-8d2a-e931d3367b62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.0446227 Apr 12 17:55:36.074250 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-7d1e0523-b063-406c-9260-ceefd7d18a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:36.076414 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-7d1e0523-b063-406c-9260-ceefd7d18a7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.1130476 Apr 12 17:55:36.119776 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:55:35Z', 'revision_number': 6, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:36.149707 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f6a1d-971f-4b9b-9e36-05bb052a72f3 None None] The sync data for ids ['4af19748-c457-4b78-bcbc-8b22ea5c1d07'] in dv-cinder-837533-1-iscsi is: [{'id': '4af19748-c457-4b78-bcbc-8b22ea5c1d07', 'name': 'tempest-AttachVolumeTestJSON-446732907-router', 'tenant_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:08Z', 'updated_at': '2022-04-12T17:55:35Z', 'revision_number': 6, 'project_id': 'd35337bc8db84ed8a69a9fed285f7c70', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:36.217677 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-6022ec59-cff8-4ed0-9d12-282fa9677b57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 998 time: 0.1336808 Apr 12 17:55:36.243267 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9d654ccc-8aff-463e-8952-99dda2fc383c', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'port_id': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'mac_address': 'fa:16:3e:a3:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f992371-5088-4ade-bd7c-322031b1aba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:55:34Z', 'updated_at': '2022-04-12T17:55:34Z', 'revision_number': 0, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:50Z', 'revision_number': 5, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:36.268733 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-4ba93645-874f-4820-acfb-c02f159579ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:36.270612 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-4ba93645-874f-4820-acfb-c02f159579ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0464075 Apr 12 17:55:36.274854 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] Checking router: cf864ef6-de41-49c6-90f9-788474e90927 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:36.283724 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:36.284348 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:36.331524 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-4a2390f7-2a9e-457f-9b87-d8e6b66353da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:36.334539 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-4a2390f7-2a9e-457f-9b87-d8e6b66353da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562444 Apr 12 17:55:36.362667 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (57f92e18-05b4-44f4-9bc5-64ac863b4ef6), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.389497 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f92e18-05b4-44f4-9bc5-64ac863b4ef6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:36.419655 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:36.451670 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-bbeb9741-58cd-4418-b69a-25ee2fd87ed7 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102531 Apr 12 17:55:36.461890 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (4af19748-c457-4b78-bcbc-8b22ea5c1d07), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.546474 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.590395 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (4af19748-c457-4b78-bcbc-8b22ea5c1d07), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.592974 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks [] for router_controller (4af19748-c457-4b78-bcbc-8b22ea5c1d07), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.642442 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2a6d0e8f-1dfc-405b-a156-32204d08860a req-e35b8944-6533-451f-89c4-76f2b4f8e3b5 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699123 Apr 12 17:55:36.662313 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (4af19748-c457-4b78-bcbc-8b22ea5c1d07), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.663366 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af19748-c457-4b78-bcbc-8b22ea5c1d07 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:55:36.669952 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.671344 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4f64b1f5-5d9e-434e-9fed-689d2c4f7d00 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4af19748-c457-4b78-bcbc-8b22ea5c1d07 HTTP/1.1" status: 204 len: 168 time: 1.1608026 Apr 12 17:55:36.673984 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60892) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:36.719986 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9d654ccc-8aff-463e-8952-99dda2fc383c', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'port_id': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'mac_address': 'fa:16:3e:a3:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f992371-5088-4ade-bd7c-322031b1aba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:55:34Z', 'updated_at': '2022-04-12T17:55:34Z', 'revision_number': 0, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:50Z', 'revision_number': 5, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:36.723748 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] Deleting subnet 611ee7f8-083b-4837-bbcd-34b10f461585 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:55:36.726867 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] Publish callbacks [] for subnet (611ee7f8-083b-4837-bbcd-34b10f461585), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.747517 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1c6a-9978-440a-a4d0-7543791eafbd None None] The sync data for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi is: [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '9d654ccc-8aff-463e-8952-99dda2fc383c', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'port_id': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'mac_address': 'fa:16:3e:a3:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f992371-5088-4ade-bd7c-322031b1aba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:55:34Z', 'updated_at': '2022-04-12T17:55:34Z', 'revision_number': 0, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:50Z', 'revision_number': 5, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:36.762707 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6661768'] for subnet (611ee7f8-083b-4837-bbcd-34b10f461585), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.846438 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (611ee7f8-083b-4837-bbcd-34b10f461585), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.906093 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5472655'] for subnet (611ee7f8-083b-4837-bbcd-34b10f461585), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.931929 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611ee7f8-083b-4837-bbcd-34b10f461585,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:36.937536 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:36.943140 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89379cf-a74e-4ecb-a700-f61601913ab4 None None] Network 64e03d19-9f76-495a-a91e-7e7b477a59ee requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:55:36.944050 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-09139430-66bb-420e-b8d6-3bd8d6b25ccd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/611ee7f8-083b-4837-bbcd-34b10f461585 HTTP/1.1" status: 204 len: 168 time: 0.2686591 Apr 12 17:55:36.946396 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60894) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:36.951159 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8caea50-a510-40ed-88bf-bf5865c4a8fd None None] New status for floating IP 9d654ccc-8aff-463e-8952-99dda2fc383c: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:55:37.028640 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (64e03d19-9f76-495a-a91e-7e7b477a59ee), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.078649 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Deleting port b575b0d5-0e54-435e-bc73-5840a5f54f6f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:37.078990 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.152793 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] For port b575b0d5-0e54-435e-bc73-5840a5f54f6f, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b575b0d5-0e54-435e-bc73-5840a5f54f6f,segment=NetworkSegment(fbb4f726-5194-4a90-90c4-fde2b12bc0cc),segment_id=fbb4f726-5194-4a90-90c4-fde2b12bc0cc)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:37.153140 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.169088 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Calling delete_port for b575b0d5-0e54-435e-bc73-5840a5f54f6f owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:37.255415 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (b575b0d5-0e54-435e-bc73-5840a5f54f6f), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.258762 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dca922-9dc5-49f6-99e9-1e265ac29db0 None None] DHCP port deletion for 64e03d19-9f76-495a-a91e-7e7b477a59ee request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:55:37.284531 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] No DVR routers for this DVR port b575b0d5-0e54-435e-bc73-5840a5f54f6f on host dv-cinder-837533-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:37.288587 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Pushing event deleted for resources: {'Port': ['ID=b575b0d5-0e54-435e-bc73-5840a5f54f6f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:37.368223 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (64e03d19-9f76-495a-a91e-7e7b477a59ee), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.383338 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:37.396171 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e03d19-9f76-495a-a91e-7e7b477a59ee']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:37.403981 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:37.404432 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b61a7a42-9dea-4b6f-827f-a3b8121b2ff1 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:37.404928 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:37.405305 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:37.405588 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb4f726-5194-4a90-90c4-fde2b12bc0cc') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:37.415180 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (fbb4f726-5194-4a90-90c4-fde2b12bc0cc), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.424295 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:37.424560 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 57f92e18-05b4-44f4-9bc5-64ac863b4ef6 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:37.424998 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b575b0d5-0e54-435e-bc73-5840a5f54f6f no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:37.428690 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (fbb4f726-5194-4a90-90c4-fde2b12bc0cc), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.435159 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:55:37.435561 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (fbb4f726-5194-4a90-90c4-fde2b12bc0cc), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:55:37.437321 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:55:37.445615 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: b575b0d5-0e54-435e-bc73-5840a5f54f6f {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:37.446009 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b575b0d5-0e54-435e-bc73-5840a5f54f6f not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:37.497408 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (64e03d19-9f76-495a-a91e-7e7b477a59ee), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.508228 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.512012 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] 10.222.0.45 "DELETE /v2.0/networks/64e03d19-9f76-495a-a91e-7e7b477a59ee HTTP/1.1" status: 204 len: 168 time: 0.5638371 Apr 12 17:55:37.523855 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40f5b0-3824-415a-b49d-e6f3e15fa350 admin admin] Pushing event deleted for resources: {'Network': ['ID=64e03d19-9f76-495a-a91e-7e7b477a59ee,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:37.645213 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 60904) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:37.685701 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-96b9f038-3d55-4d38-8434-3512aa12924d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d35337bc8db84ed8a69a9fed285f7c70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390902 Apr 12 17:55:37.688205 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 60906) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:37.741608 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3e44-6431-4d80-a200-cc8bd688dfa8 admin admin] Publish callbacks [] for security_group (fa53785c-7add-49e3-8441-e451f9c80c35), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.763201 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3e44-6431-4d80-a200-cc8bd688dfa8 admin admin] Publish callbacks [] for security_group (fa53785c-7add-49e3-8441-e451f9c80c35), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.812439 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3e44-6431-4d80-a200-cc8bd688dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (fa53785c-7add-49e3-8441-e451f9c80c35), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.815142 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3e44-6431-4d80-a200-cc8bd688dfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:37.816708 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ca6d3e44-6431-4d80-a200-cc8bd688dfa8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa53785c-7add-49e3-8441-e451f9c80c35 HTTP/1.1" status: 204 len: 168 time: 0.1273220 Apr 12 17:55:37.825228 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d3e44-6431-4d80-a200-cc8bd688dfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53785c-7add-49e3-8441-e451f9c80c35,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:48.169878 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6447c-2d5f-458a-8863-493a5b5eb064 req-7ca9b7f7-1f8b-4e33-8a12-31b1a1bb2fef tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:48.171436 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77a6447c-2d5f-458a-8863-493a5b5eb064 req-7ca9b7f7-1f8b-4e33-8a12-31b1a1bb2fef tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0487330 Apr 12 17:55:48.237761 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77a6447c-2d5f-458a-8863-493a5b5eb064 req-fbb7eadb-c307-4530-8906-c932dfa9fcbf tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570588 Apr 12 17:55:49.371626 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd33d2-e412-4bfb-af26-9236291584a1 req-00151893-9d60-4b37-b886-4cc36af43900 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:49.373060 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eebd33d2-e412-4bfb-af26-9236291584a1 req-00151893-9d60-4b37-b886-4cc36af43900 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0579591 Apr 12 17:55:49.437853 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eebd33d2-e412-4bfb-af26-9236291584a1 req-87a75f1d-8b5a-40f4-b856-9441fde30c34 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561981 Apr 12 17:55:49.811502 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-e8d2fe9e-1475-447b-b955-f460dcf98647 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:49.813036 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-e8d2fe9e-1475-447b-b955-f460dcf98647 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0495687 Apr 12 17:55:49.903359 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port 95abf24e-f09a-4014-b224-534076251a49 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:49.903698 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (95abf24e-f09a-4014-b224-534076251a49), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:50.277613 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] For port 95abf24e-f09a-4014-b224-534076251a49, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=95abf24e-f09a-4014-b224-534076251a49,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:50.277982 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (95abf24e-f09a-4014-b224-534076251a49), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:50.478622 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:50.479196 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (7bed69ac-f11e-4a0c-8e28-4516853ed5c6), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:50.479304 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Floating IP 7bed69ac-f11e-4a0c-8e28-4516853ed5c6 disassociated. External IP: 172.27.3.110, port: 95abf24e-f09a-4014-b224-534076251a49. Apr 12 17:55:50.479663 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for 95abf24e-f09a-4014-b224-534076251a49 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:50.581452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48808f-6987-4abb-b44a-8cfd30591be7 req-d774dc5c-1d90-4a14-be50-c93c14f5d8b0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:50.582822 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1a48808f-6987-4abb-b44a-8cfd30591be7 req-d774dc5c-1d90-4a14-be50-c93c14f5d8b0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8626881-3bfe-416b-bb59-1bd410f1e56b HTTP/1.1" status: 200 len: 946 time: 0.0598967 Apr 12 17:55:50.665734 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1a48808f-6987-4abb-b44a-8cfd30591be7 req-a671258d-b334-4325-89ee-6ac72a5e2e34 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728974 Apr 12 17:55:50.680908 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (95abf24e-f09a-4014-b224-534076251a49), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:50.708268 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=95abf24e-f09a-4014-b224-534076251a49,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:50.831591 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:50.951744 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:50.966792 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:50.978805 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:50.979706 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:51.000962 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] No DVR routers for this DVR port 95abf24e-f09a-4014-b224-534076251a49 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:51.003955 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:51.007349 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-287e8e35-bd1b-473a-ae83-fcc0bfa41d76 req-2d91f00a-f0a2-401a-ae71-dadf35e1afc0 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.18 "DELETE /v2.0/ports/95abf24e-f09a-4014-b224-534076251a49 HTTP/1.1" status: 204 len: 173 time: 1.1891079 Apr 12 17:55:51.007804 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'name': 'network-vif-deleted', 'tag': '95abf24e-f09a-4014-b224-534076251a49'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:55:51.010157 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134da099-8bef-4d4c-9903-75bcb8a7c326" -d '{"events": [{"server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "name": "network-vif-deleted", "tag": "95abf24e-f09a-4014-b224-534076251a49"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:55:51.067665 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f16e01d-99e8-40cd-9df5-c574b1dcfbc8 x-openstack-request-id: req-0f16e01d-99e8-40cd-9df5-c574b1dcfbc8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:55:51.067983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8626881-3bfe-416b-bb59-1bd410f1e56b", "name": "network-vif-deleted", "tag": "95abf24e-f09a-4014-b224-534076251a49", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:55:51.068244 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f16e01d-99e8-40cd-9df5-c574b1dcfbc8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:55:51.068732 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f16e01d-99e8-40cd-9df5-c574b1dcfbc8'] response: {'server_uuid': 'c8626881-3bfe-416b-bb59-1bd410f1e56b', 'name': 'network-vif-deleted', 'tag': '95abf24e-f09a-4014-b224-534076251a49', 'status': 'completed', 'code': 200} Apr 12 17:55:51.112929 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:51.321557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:51.348461 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:51.357331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:51.357938 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:51.469839 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:51.672322 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:51.704597 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae8c8f-f991-4b08-bf3e-9e6c96cee896 None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:49:13Z', 'revision_number': 4, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '9b6da465-072a-475b-9ad2-df4f4bf81b4f', 'name': '', 'network_id': '6c894a84-427f-4c4d-9056-360cdd2d00e7', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'mac_address': 'fa:16:3e:23:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:12Z', 'updated_at': '2022-04-12T17:49:18Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'subnets': [{'id': 'c91c28b1-318e-4cbc-970b-519aededf6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:51.758717 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 32886) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:51.812470 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9d1fa7f-746a-4371-9c3f-e2a3f5e09bd1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (bbc1b905-075f-40e8-a32f-c6b5afdd4e3c), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:51.840895 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9d1fa7f-746a-4371-9c3f-e2a3f5e09bd1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (bbc1b905-075f-40e8-a32f-c6b5afdd4e3c), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:51.897446 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9d1fa7f-746a-4371-9c3f-e2a3f5e09bd1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (bbc1b905-075f-40e8-a32f-c6b5afdd4e3c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:51.900520 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9d1fa7f-746a-4371-9c3f-e2a3f5e09bd1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:51.901854 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a9d1fa7f-746a-4371-9c3f-e2a3f5e09bd1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/security-groups/bbc1b905-075f-40e8-a32f-c6b5afdd4e3c HTTP/1.1" status: 204 len: 168 time: 0.1420624 Apr 12 17:55:51.904740 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 32888) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:51.915893 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1fa7f-746a-4371-9c3f-e2a3f5e09bd1 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc1b905-075f-40e8-a32f-c6b5afdd4e3c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:51.930891 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.api.v2.resource [None req-b5a96a37-b474-4060-a147-72a6a21985cf tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] show failed (client error): The resource could not be found. Apr 12 17:55:51.932018 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b5a96a37-b474-4060-a147-72a6a21985cf tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "GET /v2.0/security-groups/bbc1b905-075f-40e8-a32f-c6b5afdd4e3c HTTP/1.1" status: 404 len: 347 time: 0.0261962 Apr 12 17:55:51.934998 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 32890) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:51.941070 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a073fc-4d6c-428a-b9d0-60a0f09e1b13 None None] New status for floating IP 7bed69ac-f11e-4a0c-8e28-4516853ed5c6: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:55:52.058643 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Deleting port 4154ec5b-4224-48ed-886b-bad566c20e61 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:52.058991 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (4154ec5b-4224-48ed-886b-bad566c20e61), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:52.141310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (4154ec5b-4224-48ed-886b-bad566c20e61), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:52.141610 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (4154ec5b-4224-48ed-886b-bad566c20e61), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:52.155568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Calling delete_port for 4154ec5b-4224-48ed-886b-bad566c20e61 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:52.295520 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (4154ec5b-4224-48ed-886b-bad566c20e61), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:52.321633 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Pushing event deleted for resources: {'Port': ['ID=4154ec5b-4224-48ed-886b-bad566c20e61,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:52.385485 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks [] for floatingip (7bed69ac-f11e-4a0c-8e28-4516853ed5c6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:52.388453 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:52.389622 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-604bb1f0-da04-446d-bd26-9d9f65d681a9 tempest-AttachVolumeNegativeTest-1030117763 tempest-AttachVolumeNegativeTest-1030117763-project] 10.222.0.45 "DELETE /v2.0/floatingips/7bed69ac-f11e-4a0c-8e28-4516853ed5c6 HTTP/1.1" status: 204 len: 168 time: 0.4534872 Apr 12 17:55:54.500957 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 95abf24e-f09a-4014-b224-534076251a49 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:54.531084 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 95abf24e-f09a-4014-b224-534076251a49 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:54.531449 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 95abf24e-f09a-4014-b224-534076251a49 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:56.102384 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 32962) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:56.289282 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1cd90683-543c-41b1-b08e-80617bf6ec22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:56.468386 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:55:56.607763 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (b8d81309-adcf-4711-9789-b6d920e170cf), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:56.848415 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Deleting port 9b6da465-072a-475b-9ad2-df4f4bf81b4f {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:56.848724 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:56.929888 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] For port 9b6da465-072a-475b-9ad2-df4f4bf81b4f, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=9b6da465-072a-475b-9ad2-df4f4bf81b4f,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:56.930274 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:56.943396 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Calling delete_port for 9b6da465-072a-475b-9ad2-df4f4bf81b4f owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:57.128256 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (9b6da465-072a-475b-9ad2-df4f4bf81b4f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:57.156022 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6da465-072a-475b-9ad2-df4f4bf81b4f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:57.333746 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (b8d81309-adcf-4711-9789-b6d920e170cf), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:57.582209 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Router b8d81309-adcf-4711-9789-b6d920e170cf has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:55:57.697623 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:55:57.702757 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a15c42aa-6966-42d7-8f44-e7cd665fd20c admin admin] 10.222.0.45 "PUT /v2.0/routers/b8d81309-adcf-4711-9789-b6d920e170cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5988789 Apr 12 17:55:57.705253 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 32980) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:57.710836 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] Sync routers for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:55:57.721778 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:57.722395 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:57.814102 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks [] for router (b8d81309-adcf-4711-9789-b6d920e170cf), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:57.830967 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:57.919628 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks [] for router_gateway (b8d81309-adcf-4711-9789-b6d920e170cf), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:57.967588 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Deleting port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:57.967924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.010282 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:55:57Z', 'revision_number': 5, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port': {'id': '2b4a96a5-49f6-4acd-8ab8-b55e301a7a07', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:49:07Z', 'updated_at': '2022-04-12T17:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:58.036612 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] Checking router: b8d81309-adcf-4711-9789-b6d920e170cf for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:55:58.044952 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] Routers {'b8d81309-adcf-4711-9789-b6d920e170cf'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:55:58.045550 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:55:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['b8d81309-adcf-4711-9789-b6d920e170cf'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:58.045881 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] For port 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:58.046251 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.059726 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Calling delete_port for 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:58.131796 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] Set router b8d81309-adcf-4711-9789-b6d920e170cf gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:55:58.187274 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:55:57Z', 'revision_number': 6, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:58.213428 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02dd19f-ade6-4ca3-94c7-6e09b4247b6b None None] The sync data for ids ['b8d81309-adcf-4711-9789-b6d920e170cf'] in dv-cinder-837533-1-iscsi is: [{'id': 'b8d81309-adcf-4711-9789-b6d920e170cf', 'name': 'tempest-AttachVolumeNegativeTest-536207436-router', 'tenant_id': '08872d0e888749f580d8ad67256c5717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:49:06Z', 'updated_at': '2022-04-12T17:55:57Z', 'revision_number': 6, 'project_id': '08872d0e888749f580d8ad67256c5717', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:55:58.232107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (2b4a96a5-49f6-4acd-8ab8-b55e301a7a07), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.259837 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4a96a5-49f6-4acd-8ab8-b55e301a7a07,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:58.322283 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (b8d81309-adcf-4711-9789-b6d920e170cf), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.419598 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (b8d81309-adcf-4711-9789-b6d920e170cf), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.421930 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks [] for router_controller (b8d81309-adcf-4711-9789-b6d920e170cf), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.546026 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-239938d8-b0b8-4392-b758-2c773e6e9187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.773016 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (b8d81309-adcf-4711-9789-b6d920e170cf), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.773941 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d81309-adcf-4711-9789-b6d920e170cf {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:55:58.778849 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.779798 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-980bb415-5035-4893-a4e0-2b6e79512c40 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b8d81309-adcf-4711-9789-b6d920e170cf HTTP/1.1" status: 204 len: 168 time: 1.0736165 Apr 12 17:55:58.782600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 32988) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:58.826857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] Deleting subnet c91c28b1-318e-4cbc-970b-519aededf6c4 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:55:58.830010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] Publish callbacks [] for subnet (c91c28b1-318e-4cbc-970b-519aededf6c4), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.863924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (c91c28b1-318e-4cbc-970b-519aededf6c4), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.950646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (c91c28b1-318e-4cbc-970b-519aededf6c4), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.012815 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (c91c28b1-318e-4cbc-970b-519aededf6c4), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.038646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91c28b1-318e-4cbc-970b-519aededf6c4,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:59.042602 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.045775 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-74a4ec8d-3c27-4303-935f-a2841a3a0238 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c91c28b1-318e-4cbc-970b-519aededf6c4 HTTP/1.1" status: 204 len: 168 time: 0.2620819 Apr 12 17:55:59.048439 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 32990) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:59.051355 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853698ad-294c-4fed-aaf6-aee601dfd44a None None] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:55:59.122073 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (6c894a84-427f-4c4d-9056-360cdd2d00e7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.175051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Deleting port 988cc914-d9de-4da0-a083-50ac3c90fd52 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:59.175463 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.225275 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] DHCP port deletion for 6c894a84-427f-4c4d-9056-360cdd2d00e7 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:55:59.241992 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] For port 988cc914-d9de-4da0-a083-50ac3c90fd52, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=988cc914-d9de-4da0-a083-50ac3c90fd52,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:59.242603 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.261499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Calling delete_port for 988cc914-d9de-4da0-a083-50ac3c90fd52 owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:59.270498 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] Deleting port 988cc914-d9de-4da0-a083-50ac3c90fd52 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:55:59.270875 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.353331 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.382670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=988cc914-d9de-4da0-a083-50ac3c90fd52,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:59.385043 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] No DVR routers for this DVR port 988cc914-d9de-4da0-a083-50ac3c90fd52 on host dv-cinder-837533-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:59.463625 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (6c894a84-427f-4c4d-9056-360cdd2d00e7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.472541 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 9b6da465-072a-475b-9ad2-df4f4bf81b4f no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:59.488677 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c894a84-427f-4c4d-9056-360cdd2d00e7']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:59.498855 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671325f0-a891-4586-a2de-cc19d866aa05') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:59.499195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671325f0-a891-4586-a2de-cc19d866aa05') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:55:59.500596 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 9b6da465-072a-475b-9ad2-df4f4bf81b4f {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:59.500938 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 9b6da465-072a-475b-9ad2-df4f4bf81b4f not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:59.501353 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:59.508794 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (671325f0-a891-4586-a2de-cc19d866aa05), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.509150 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] For port 988cc914-d9de-4da0-a083-50ac3c90fd52, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=988cc914-d9de-4da0-a083-50ac3c90fd52,segment=NetworkSegment(671325f0-a891-4586-a2de-cc19d866aa05),segment_id=671325f0-a891-4586-a2de-cc19d866aa05)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:55:59.509557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.522568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (671325f0-a891-4586-a2de-cc19d866aa05), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.529365 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:55:59.529783 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (671325f0-a891-4586-a2de-cc19d866aa05), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:55:59.531593 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:55:59.534094 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:59.534094 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2b4a96a5-49f6-4acd-8ab8-b55e301a7a07 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:59.534094 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 988cc914-d9de-4da0-a083-50ac3c90fd52 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:55:59.556854 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] Calling delete_port for 988cc914-d9de-4da0-a083-50ac3c90fd52 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:55:59.560575 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 988cc914-d9de-4da0-a083-50ac3c90fd52 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:55:59.560947 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 988cc914-d9de-4da0-a083-50ac3c90fd52 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:55:59.595417 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (6c894a84-427f-4c4d-9056-360cdd2d00e7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.600943 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.604159 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6c894a84-427f-4c4d-9056-360cdd2d00e7 HTTP/1.1" status: 204 len: 168 time: 0.5547643 Apr 12 17:55:59.620702 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa8e12-8511-4fc1-a6f1-1ab18e07f3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c894a84-427f-4c4d-9056-360cdd2d00e7,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:59.650465 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703'] for port (988cc914-d9de-4da0-a083-50ac3c90fd52), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.658985 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] Network 6c894a84-427f-4c4d-9056-360cdd2d00e7 is not hosted by any dhcp agent {{(pid=109991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 17:55:59.659796 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] No DVR routers for this DVR port 988cc914-d9de-4da0-a083-50ac3c90fd52 on host dv-cinder-837533-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:55:59.691546 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e8b94-b100-443a-a16c-3b367a2f77b7 None None] Pushing event deleted for resources: {'Port': ['ID=988cc914-d9de-4da0-a083-50ac3c90fd52,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:59.748539 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33002) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:59.791639 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-eebc5ad1-4173-4ccb-bf2b-06e762fca7b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08872d0e888749f580d8ad67256c5717&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418851 Apr 12 17:55:59.792849 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33006) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:59.841977 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab9414cf-2cf0-42e9-92b8-c85d9a64a3d3 admin admin] Publish callbacks [] for security_group (5ef4fd61-8656-4215-8689-eaf4ed6806c4), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.862732 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab9414cf-2cf0-42e9-92b8-c85d9a64a3d3 admin admin] Publish callbacks [] for security_group (5ef4fd61-8656-4215-8689-eaf4ed6806c4), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.912001 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab9414cf-2cf0-42e9-92b8-c85d9a64a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (5ef4fd61-8656-4215-8689-eaf4ed6806c4), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.914642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab9414cf-2cf0-42e9-92b8-c85d9a64a3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.916099 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ab9414cf-2cf0-42e9-92b8-c85d9a64a3d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ef4fd61-8656-4215-8689-eaf4ed6806c4 HTTP/1.1" status: 204 len: 168 time: 0.1222589 Apr 12 17:55:59.928837 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9414cf-2cf0-42e9-92b8-c85d9a64a3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4fd61-8656-4215-8689-eaf4ed6806c4,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:00.104930 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.390316 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.697593 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.907642 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33064) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:03.017824 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b794bd6-7109-4195-8475-1bfc2cad25de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.093040 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b794bd6-7109-4195-8475-1bfc2cad25de admin admin] Publish callbacks [] for security_group (6c472416-6681-4850-b35c-937ed277db45), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.098204 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1b794bd6-7109-4195-8475-1bfc2cad25de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6c472416-6681-4850-b35c-937ed277db45), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.136419 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1b794bd6-7109-4195-8475-1bfc2cad25de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d16b51e7a9a449bbd1831e404129695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276781 Apr 12 17:56:03.137265 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b794bd6-7109-4195-8475-1bfc2cad25de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c472416-6681-4850-b35c-937ed277db45,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:03.139972 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33070) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:03.195291 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c8510ea-fff1-4dfc-bc4b-8ce6deb41d23 admin admin] Publish callbacks [] for security_group (6c472416-6681-4850-b35c-937ed277db45), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.225052 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c8510ea-fff1-4dfc-bc4b-8ce6deb41d23 admin admin] Publish callbacks [] for security_group (6c472416-6681-4850-b35c-937ed277db45), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.274536 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c8510ea-fff1-4dfc-bc4b-8ce6deb41d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6c472416-6681-4850-b35c-937ed277db45), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.277331 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c8510ea-fff1-4dfc-bc4b-8ce6deb41d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.278491 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1c8510ea-fff1-4dfc-bc4b-8ce6deb41d23 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c472416-6681-4850-b35c-937ed277db45 HTTP/1.1" status: 204 len: 168 time: 0.1372280 Apr 12 17:56:03.286580 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8510ea-fff1-4dfc-bc4b-8ce6deb41d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c472416-6681-4850-b35c-937ed277db45,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:03.559633 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33076) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:03.573226 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f38866ae-f2fa-46dd-85a7-f879eb530b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.643941 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f38866ae-f2fa-46dd-85a7-f879eb530b5c admin admin] Publish callbacks [] for security_group (e249d8ec-9d80-4c9f-956f-966eed39efcf), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.649549 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f38866ae-f2fa-46dd-85a7-f879eb530b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e249d8ec-9d80-4c9f-956f-966eed39efcf), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.690071 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f38866ae-f2fa-46dd-85a7-f879eb530b5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84b0804f04a94c6b9a6f0cd21d671b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293187 Apr 12 17:56:03.691023 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38866ae-f2fa-46dd-85a7-f879eb530b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e249d8ec-9d80-4c9f-956f-966eed39efcf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:03.693690 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33078) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:03.756263 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-79450401-b1cf-42b9-bd74-50dd25d17053 admin admin] Publish callbacks [] for security_group (e249d8ec-9d80-4c9f-956f-966eed39efcf), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.778448 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-79450401-b1cf-42b9-bd74-50dd25d17053 admin admin] Publish callbacks [] for security_group (e249d8ec-9d80-4c9f-956f-966eed39efcf), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.829200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-79450401-b1cf-42b9-bd74-50dd25d17053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e249d8ec-9d80-4c9f-956f-966eed39efcf), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.831826 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-79450401-b1cf-42b9-bd74-50dd25d17053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.832975 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-79450401-b1cf-42b9-bd74-50dd25d17053 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e249d8ec-9d80-4c9f-956f-966eed39efcf HTTP/1.1" status: 204 len: 168 time: 0.1379066 Apr 12 17:56:03.841508 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79450401-b1cf-42b9-bd74-50dd25d17053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e249d8ec-9d80-4c9f-956f-966eed39efcf,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:05.890667 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33156) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:06.007853 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39f97220-997d-42d5-bc6e-4553d00f5125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.083716 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39f97220-997d-42d5-bc6e-4553d00f5125 admin admin] Publish callbacks [] for security_group (703f72ce-b6b5-4c16-980b-5e1b8a65b34b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.089280 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39f97220-997d-42d5-bc6e-4553d00f5125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (703f72ce-b6b5-4c16-980b-5e1b8a65b34b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.127074 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-39f97220-997d-42d5-bc6e-4553d00f5125 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=582b46d388554d4f90fd74355304f303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351861 Apr 12 17:56:06.127955 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f97220-997d-42d5-bc6e-4553d00f5125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f72ce-b6b5-4c16-980b-5e1b8a65b34b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:06.130062 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:06.182959 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc50db7-bf50-4592-a4fd-8c413ddbec74 admin admin] Publish callbacks [] for security_group (703f72ce-b6b5-4c16-980b-5e1b8a65b34b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.204802 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc50db7-bf50-4592-a4fd-8c413ddbec74 admin admin] Publish callbacks [] for security_group (703f72ce-b6b5-4c16-980b-5e1b8a65b34b), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.253395 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc50db7-bf50-4592-a4fd-8c413ddbec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (703f72ce-b6b5-4c16-980b-5e1b8a65b34b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.256042 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc50db7-bf50-4592-a4fd-8c413ddbec74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.257269 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4fc50db7-bf50-4592-a4fd-8c413ddbec74 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/703f72ce-b6b5-4c16-980b-5e1b8a65b34b HTTP/1.1" status: 204 len: 168 time: 0.1261959 Apr 12 17:56:06.265171 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc50db7-bf50-4592-a4fd-8c413ddbec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f72ce-b6b5-4c16-980b-5e1b8a65b34b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:06.514754 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.526841 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33186) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:06.540591 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41b23e93-5f6a-4672-a127-1287ff29ad17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.622549 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41b23e93-5f6a-4672-a127-1287ff29ad17 admin admin] Publish callbacks [] for security_group (d91fb9c6-d7cc-4dca-9d1f-1d62665386f3), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.626741 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41b23e93-5f6a-4672-a127-1287ff29ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d91fb9c6-d7cc-4dca-9d1f-1d62665386f3), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.666505 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-41b23e93-5f6a-4672-a127-1287ff29ad17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c216088733324c21bff134265fa3d7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381366 Apr 12 17:56:06.667233 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b23e93-5f6a-4672-a127-1287ff29ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91fb9c6-d7cc-4dca-9d1f-1d62665386f3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:06.669076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33188) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:06.722044 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83b2a90d-2ad4-45b6-8ad5-87b39ad7c5a6 admin admin] Publish callbacks [] for security_group (d91fb9c6-d7cc-4dca-9d1f-1d62665386f3), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.747621 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83b2a90d-2ad4-45b6-8ad5-87b39ad7c5a6 admin admin] Publish callbacks [] for security_group (d91fb9c6-d7cc-4dca-9d1f-1d62665386f3), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.796726 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83b2a90d-2ad4-45b6-8ad5-87b39ad7c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d91fb9c6-d7cc-4dca-9d1f-1d62665386f3), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.799585 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-83b2a90d-2ad4-45b6-8ad5-87b39ad7c5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.800802 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-83b2a90d-2ad4-45b6-8ad5-87b39ad7c5a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d91fb9c6-d7cc-4dca-9d1f-1d62665386f3 HTTP/1.1" status: 204 len: 168 time: 0.1299136 Apr 12 17:56:06.808504 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2a90d-2ad4-45b6-8ad5-87b39ad7c5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91fb9c6-d7cc-4dca-9d1f-1d62665386f3,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:06.970737 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-63fe492b-74da-4ec0-bedd-8f7fd298d941 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399642 Apr 12 17:56:07.054983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dc78c-f961-44fb-8627-244e41847269 req-d3a957b8-44df-4f3a-9472-9d6fa9655e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:07.056825 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-d3a957b8-44df-4f3a-9472-9d6fa9655e04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.0434072 Apr 12 17:56:07.163600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dc78c-f961-44fb-8627-244e41847269 req-cd9c0431-b942-4b66-a5dd-1f36d23904e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:07.165057 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-cd9c0431-b942-4b66-a5dd-1f36d23904e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.0885952 Apr 12 17:56:07.228767 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-b8885c16-c516-41b7-841e-6923e1184332 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 1000 time: 0.0573184 Apr 12 17:56:07.280291 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dc78c-f961-44fb-8627-244e41847269 req-fb49b03e-8afd-4407-b444-e73ce7d1760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:07.281771 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-fb49b03e-8afd-4407-b444-e73ce7d1760b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0471425 Apr 12 17:56:07.325847 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dc78c-f961-44fb-8627-244e41847269 req-afe4f1b6-e438-4821-af89-fb572a5b002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:07.327383 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-afe4f1b6-e438-4821-af89-fb572a5b002e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395813 Apr 12 17:56:07.420819 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-84763c21-c4ec-4624-a23b-7c55f9b710d3 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866261 Apr 12 17:56:07.522538 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-065dc78c-f961-44fb-8627-244e41847269 req-3c8f8063-9da8-4466-80ca-00447f119abf service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955117 Apr 12 17:56:11.016323 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33296) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:11.128282 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.214460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Publish callbacks [] for security_group (4be65682-bcb5-4756-9e02-836357a5c12a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.221015 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4be65682-bcb5-4756-9e02-836357a5c12a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.257975 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d9a13ed2d5a4aa39e44e9cc6487f786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404833 Apr 12 17:56:11.258785 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be65682-bcb5-4756-9e02-836357a5c12a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:11.260673 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33300) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:11.276593 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.276859 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.277193 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.277533 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.277864 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.278216 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.278484 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.278820 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.279171 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.279494 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.279820 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.280139 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.280453 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.280924 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.281173 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3940c3c-211e-4dff-86f8-f6430183a062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:11.321383 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-951d645c-35bd-48b8-9dd6-d1dbae809fa1 admin admin] Publish callbacks [] for security_group (4be65682-bcb5-4756-9e02-836357a5c12a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.343788 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-951d645c-35bd-48b8-9dd6-d1dbae809fa1 admin admin] Publish callbacks [] for security_group (4be65682-bcb5-4756-9e02-836357a5c12a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.393741 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-951d645c-35bd-48b8-9dd6-d1dbae809fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (4be65682-bcb5-4756-9e02-836357a5c12a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.396395 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-951d645c-35bd-48b8-9dd6-d1dbae809fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.397565 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-951d645c-35bd-48b8-9dd6-d1dbae809fa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4be65682-bcb5-4756-9e02-836357a5c12a HTTP/1.1" status: 204 len: 168 time: 0.1359811 Apr 12 17:56:11.405560 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d645c-35bd-48b8-9dd6-d1dbae809fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be65682-bcb5-4756-9e02-836357a5c12a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:11.669538 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:11.683187 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b87f8c0-d349-486e-a3ea-28c23d7d5631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.777050 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b87f8c0-d349-486e-a3ea-28c23d7d5631 admin admin] Publish callbacks [] for security_group (e86600b6-c22f-4f12-b22c-9bcef8381354), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.780710 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0b87f8c0-d349-486e-a3ea-28c23d7d5631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e86600b6-c22f-4f12-b22c-9bcef8381354), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.827258 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0b87f8c0-d349-486e-a3ea-28c23d7d5631 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a64654918ec4c8aa562d7e5ff54129e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565015 Apr 12 17:56:11.828107 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87f8c0-d349-486e-a3ea-28c23d7d5631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86600b6-c22f-4f12-b22c-9bcef8381354,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:11.829890 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33318) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:11.885646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5334f898-72a1-47eb-be3c-6db7db198376 admin admin] Publish callbacks [] for security_group (e86600b6-c22f-4f12-b22c-9bcef8381354), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.908429 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5334f898-72a1-47eb-be3c-6db7db198376 admin admin] Publish callbacks [] for security_group (e86600b6-c22f-4f12-b22c-9bcef8381354), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.958002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5334f898-72a1-47eb-be3c-6db7db198376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e86600b6-c22f-4f12-b22c-9bcef8381354), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.961207 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5334f898-72a1-47eb-be3c-6db7db198376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.962327 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5334f898-72a1-47eb-be3c-6db7db198376 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e86600b6-c22f-4f12-b22c-9bcef8381354 HTTP/1.1" status: 204 len: 168 time: 0.1306977 Apr 12 17:56:11.970408 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334f898-72a1-47eb-be3c-6db7db198376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86600b6-c22f-4f12-b22c-9bcef8381354,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:18.322095 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33492) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:18.436216 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2373b8b6-2b96-413e-bdaf-e90c8669d689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.518264 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2373b8b6-2b96-413e-bdaf-e90c8669d689 admin admin] Publish callbacks [] for security_group (a95ca1b2-cd42-4663-b36c-9faa58e45a48), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.524243 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2373b8b6-2b96-413e-bdaf-e90c8669d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a95ca1b2-cd42-4663-b36c-9faa58e45a48), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.562454 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2373b8b6-2b96-413e-bdaf-e90c8669d689 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93f2f533361c4c7aab81a176a6c46afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392240 Apr 12 17:56:18.563383 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373b8b6-2b96-413e-bdaf-e90c8669d689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95ca1b2-cd42-4663-b36c-9faa58e45a48,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:18.565650 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33500) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:18.618785 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac7e3-a840-4ad7-998c-9beda5f0c672 admin admin] Publish callbacks [] for security_group (a95ca1b2-cd42-4663-b36c-9faa58e45a48), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.648678 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac7e3-a840-4ad7-998c-9beda5f0c672 admin admin] Publish callbacks [] for security_group (a95ca1b2-cd42-4663-b36c-9faa58e45a48), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.701505 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac7e3-a840-4ad7-998c-9beda5f0c672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a95ca1b2-cd42-4663-b36c-9faa58e45a48), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.704710 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac7e3-a840-4ad7-998c-9beda5f0c672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.709361 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0d1ac7e3-a840-4ad7-998c-9beda5f0c672 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a95ca1b2-cd42-4663-b36c-9faa58e45a48 HTTP/1.1" status: 204 len: 168 time: 0.1425340 Apr 12 17:56:18.718185 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac7e3-a840-4ad7-998c-9beda5f0c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95ca1b2-cd42-4663-b36c-9faa58e45a48,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:18.974048 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ac17a-618c-4933-93ce-06a672cd0b9c req-da3919b5-3feb-4647-a5d9-526212714834 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:18.975652 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-765ac17a-618c-4933-93ce-06a672cd0b9c req-da3919b5-3feb-4647-a5d9-526212714834 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0507462 Apr 12 17:56:18.985072 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33518) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:18.999459 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e90f32-e7aa-40e1-802c-adcc43b7fe4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.026208 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-765ac17a-618c-4933-93ce-06a672cd0b9c req-f23afc84-ceec-4392-9b1e-74a6b281e55e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447602 Apr 12 17:56:19.080353 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e90f32-e7aa-40e1-802c-adcc43b7fe4a admin admin] Publish callbacks [] for security_group (f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.084962 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00e90f32-e7aa-40e1-802c-adcc43b7fe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.125122 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e90f32-e7aa-40e1-802c-adcc43b7fe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:19.130494 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-00e90f32-e7aa-40e1-802c-adcc43b7fe4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a376f94f44849f08dbd810b1694f1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441162 Apr 12 17:56:19.133299 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:19.190771 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7050f069-80d9-49d3-bd95-4f9730adb3e8 admin admin] Publish callbacks [] for security_group (f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.213748 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7050f069-80d9-49d3-bd95-4f9730adb3e8 admin admin] Publish callbacks [] for security_group (f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.265034 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7050f069-80d9-49d3-bd95-4f9730adb3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.268016 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7050f069-80d9-49d3-bd95-4f9730adb3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.269240 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7050f069-80d9-49d3-bd95-4f9730adb3e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0 HTTP/1.1" status: 204 len: 168 time: 0.1350069 Apr 12 17:56:19.277916 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050f069-80d9-49d3-bd95-4f9730adb3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c4ec1a-b3f9-4d89-bf21-61e8de04a1f0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:20.163133 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b5402-3696-46ac-a07d-b99331d23866 req-e7ac51a1-f12e-43aa-9d1e-9d3ede78f93d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:20.164765 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a47b5402-3696-46ac-a07d-b99331d23866 req-e7ac51a1-f12e-43aa-9d1e-9d3ede78f93d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0590975 Apr 12 17:56:20.216660 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a47b5402-3696-46ac-a07d-b99331d23866 req-ec3fbe66-d307-4af6-b863-2fd743adac76 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457315 Apr 12 17:56:21.346825 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3d88-8afb-4274-859a-65c475b944d7 req-5ff183f2-2de8-4f5d-8d19-0f1a3a1e9c02 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:21.351074 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-091f3d88-8afb-4274-859a-65c475b944d7 req-5ff183f2-2de8-4f5d-8d19-0f1a3a1e9c02 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0568311 Apr 12 17:56:21.416492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-091f3d88-8afb-4274-859a-65c475b944d7 req-3d5c3f6f-edbd-41da-ad74-380aceaea3ba tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587561 Apr 12 17:56:22.427923 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33666) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:22.527783 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3a3a0-69a7-44a8-9caa-95b2950cc5e3 req-d67bed0a-f4d9-43c9-be2a-7fcba0154764 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:22.529291 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24c3a3a0-69a7-44a8-9caa-95b2950cc5e3 req-d67bed0a-f4d9-43c9-be2a-7fcba0154764 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0493460 Apr 12 17:56:22.537103 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e961-7294-4092-9908-f62e2b9bc840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.580698 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24c3a3a0-69a7-44a8-9caa-95b2950cc5e3 req-051ce56c-abcf-4bf2-a853-3d4cd3db4eb6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447779 Apr 12 17:56:22.615707 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e961-7294-4092-9908-f62e2b9bc840 admin admin] Publish callbacks [] for security_group (a12b81de-8aa7-41a8-8301-11303ff25231), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.620610 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e961-7294-4092-9908-f62e2b9bc840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a12b81de-8aa7-41a8-8301-11303ff25231), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.659525 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8fe0e961-7294-4092-9908-f62e2b9bc840 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94effd920ceb40dbbffb1d75e2a1e1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302430 Apr 12 17:56:22.660405 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0e961-7294-4092-9908-f62e2b9bc840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12b81de-8aa7-41a8-8301-11303ff25231,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:22.663310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33672) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:22.723704 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-493f5de1-99ec-4707-bcf0-5e0c10dfe070 admin admin] Publish callbacks [] for security_group (a12b81de-8aa7-41a8-8301-11303ff25231), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.748202 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-493f5de1-99ec-4707-bcf0-5e0c10dfe070 admin admin] Publish callbacks [] for security_group (a12b81de-8aa7-41a8-8301-11303ff25231), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.801076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-493f5de1-99ec-4707-bcf0-5e0c10dfe070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a12b81de-8aa7-41a8-8301-11303ff25231), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.803705 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-493f5de1-99ec-4707-bcf0-5e0c10dfe070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.804869 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-493f5de1-99ec-4707-bcf0-5e0c10dfe070 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a12b81de-8aa7-41a8-8301-11303ff25231 HTTP/1.1" status: 204 len: 168 time: 0.1401737 Apr 12 17:56:22.813269 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f5de1-99ec-4707-bcf0-5e0c10dfe070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12b81de-8aa7-41a8-8301-11303ff25231,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:23.089516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33680) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:23.107460 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a906af9-a055-437b-b4f5-2ea6c1c0ece8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.186018 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a906af9-a055-437b-b4f5-2ea6c1c0ece8 admin admin] Publish callbacks [] for security_group (d125d13b-7068-467d-857d-a92e839ebc0c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.192985 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a906af9-a055-437b-b4f5-2ea6c1c0ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d125d13b-7068-467d-857d-a92e839ebc0c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.233679 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7a906af9-a055-437b-b4f5-2ea6c1c0ece8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc50b81afb484584b31a0e2605e170f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426184 Apr 12 17:56:23.234386 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a906af9-a055-437b-b4f5-2ea6c1c0ece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d125d13b-7068-467d-857d-a92e839ebc0c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:23.236606 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33682) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:23.299266 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d17904-9866-4d18-b028-c69361d4bc62 admin admin] Publish callbacks [] for security_group (d125d13b-7068-467d-857d-a92e839ebc0c), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.324627 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d17904-9866-4d18-b028-c69361d4bc62 admin admin] Publish callbacks [] for security_group (d125d13b-7068-467d-857d-a92e839ebc0c), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.377711 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d17904-9866-4d18-b028-c69361d4bc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d125d13b-7068-467d-857d-a92e839ebc0c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.380551 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d17904-9866-4d18-b028-c69361d4bc62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.381744 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d1d17904-9866-4d18-b028-c69361d4bc62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d125d13b-7068-467d-857d-a92e839ebc0c HTTP/1.1" status: 204 len: 168 time: 0.1439006 Apr 12 17:56:23.390142 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d17904-9866-4d18-b028-c69361d4bc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d125d13b-7068-467d-857d-a92e839ebc0c,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:23.708457 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a962-0e2b-4c56-9e21-3e2f4d92a7c2 req-47889246-25f0-487b-8596-03d03e3215a9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:23.710509 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8429a962-0e2b-4c56-9e21-3e2f4d92a7c2 req-47889246-25f0-487b-8596-03d03e3215a9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0502996 Apr 12 17:56:23.764122 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8429a962-0e2b-4c56-9e21-3e2f4d92a7c2 req-13db3b4a-4d04-4538-bd4e-5188eddcbd27 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478833 Apr 12 17:56:24.884175 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7101ea-814d-4689-a275-200d74a8884f req-3f2792b2-dcc0-47cd-8996-7cc6ae254c8d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:24.885709 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc7101ea-814d-4689-a275-200d74a8884f req-3f2792b2-dcc0-47cd-8996-7cc6ae254c8d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0474043 Apr 12 17:56:24.936169 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc7101ea-814d-4689-a275-200d74a8884f req-6d4abd81-adbb-4336-9ba6-9fc5cea9c0a7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449193 Apr 12 17:56:25.997727 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33772) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:26.058924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790178-9578-4942-849d-5e64d7703844 req-4dae7214-5811-4f7c-8962-87a416762c75 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:26.060495 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3790178-9578-4942-849d-5e64d7703844 req-4dae7214-5811-4f7c-8962-87a416762c75 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0506775 Apr 12 17:56:26.118945 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36b4a96f-bdb8-42c3-9b50-7accbe4cb7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.124184 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3790178-9578-4942-849d-5e64d7703844 req-ef7481e7-acb2-4bb8-9643-2f5f04532602 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579748 Apr 12 17:56:26.198625 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36b4a96f-bdb8-42c3-9b50-7accbe4cb7d1 admin admin] Publish callbacks [] for security_group (e371435a-508b-4537-9644-190b4324bd06), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.204390 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36b4a96f-bdb8-42c3-9b50-7accbe4cb7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e371435a-508b-4537-9644-190b4324bd06), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.242300 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4a96f-bdb8-42c3-9b50-7accbe4cb7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371435a-508b-4537-9644-190b4324bd06,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:26.248337 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-36b4a96f-bdb8-42c3-9b50-7accbe4cb7d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43ddb6eee74d4c23a5b0cffe1d4ef1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494862 Apr 12 17:56:26.251234 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33778) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:26.284331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-38df894c-bb46-46ab-8ac1-127f1b1067c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.301849 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64f418b1-3ed6-42c5-be9c-9d3a5e1758f6 admin admin] Publish callbacks [] for security_group (e371435a-508b-4537-9644-190b4324bd06), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.323508 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64f418b1-3ed6-42c5-be9c-9d3a5e1758f6 admin admin] Publish callbacks [] for security_group (e371435a-508b-4537-9644-190b4324bd06), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.376119 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64f418b1-3ed6-42c5-be9c-9d3a5e1758f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e371435a-508b-4537-9644-190b4324bd06), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.379511 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64f418b1-3ed6-42c5-be9c-9d3a5e1758f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.380720 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-64f418b1-3ed6-42c5-be9c-9d3a5e1758f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e371435a-508b-4537-9644-190b4324bd06 HTTP/1.1" status: 204 len: 168 time: 0.1286969 Apr 12 17:56:26.389822 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f418b1-3ed6-42c5-be9c-9d3a5e1758f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371435a-508b-4537-9644-190b4324bd06,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:26.659803 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33784) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:26.673123 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9fe94c1f-5243-4a1f-b3f7-ee84ced866e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.756145 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9fe94c1f-5243-4a1f-b3f7-ee84ced866e9 admin admin] Publish callbacks [] for security_group (75525c13-5a6f-4c6d-9215-1d8afa0ecfaa), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.761180 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9fe94c1f-5243-4a1f-b3f7-ee84ced866e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (75525c13-5a6f-4c6d-9215-1d8afa0ecfaa), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.798935 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9fe94c1f-5243-4a1f-b3f7-ee84ced866e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a37918e3471d4165a7f6781f36a32ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379719 Apr 12 17:56:26.799850 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94c1f-5243-4a1f-b3f7-ee84ced866e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75525c13-5a6f-4c6d-9215-1d8afa0ecfaa,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:26.801804 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:26.861501 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91997854-a32e-4d7c-93ba-9ad67e45e3d1 admin admin] Publish callbacks [] for security_group (75525c13-5a6f-4c6d-9215-1d8afa0ecfaa), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.883525 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91997854-a32e-4d7c-93ba-9ad67e45e3d1 admin admin] Publish callbacks [] for security_group (75525c13-5a6f-4c6d-9215-1d8afa0ecfaa), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.932217 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91997854-a32e-4d7c-93ba-9ad67e45e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (75525c13-5a6f-4c6d-9215-1d8afa0ecfaa), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.934850 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-91997854-a32e-4d7c-93ba-9ad67e45e3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.936034 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-91997854-a32e-4d7c-93ba-9ad67e45e3d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75525c13-5a6f-4c6d-9215-1d8afa0ecfaa HTTP/1.1" status: 204 len: 168 time: 0.1318867 Apr 12 17:56:26.944477 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997854-a32e-4d7c-93ba-9ad67e45e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75525c13-5a6f-4c6d-9215-1d8afa0ecfaa,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:27.245983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb23758-9135-4fb9-972e-36845dea9a2f req-fd0f6ae2-995b-4e12-9d57-305b64e6ba4a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:27.247640 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4eb23758-9135-4fb9-972e-36845dea9a2f req-fd0f6ae2-995b-4e12-9d57-305b64e6ba4a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0505638 Apr 12 17:56:27.294499 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4eb23758-9135-4fb9-972e-36845dea9a2f req-bfff6af5-660b-40f7-be70-537fee98057b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412760 Apr 12 17:56:28.419375 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f964b7-7940-4dc1-ba4e-ad8d3abdac28 req-50b85aca-566f-46bb-a4ec-b059e83b28ab tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:28.420866 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77f964b7-7940-4dc1-ba4e-ad8d3abdac28 req-50b85aca-566f-46bb-a4ec-b059e83b28ab tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0527687 Apr 12 17:56:28.467206 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77f964b7-7940-4dc1-ba4e-ad8d3abdac28 req-e49df8f3-f3a3-418b-88e3-a76f46adc34c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Apr 12 17:56:28.532168 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-79b064c2-5731-4707-9066-888f7ef35507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.589905 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ed284-5da1-404c-92bd-6f9c3c459896 req-96c4b55b-4300-40fa-8c4b-67943ec31b27 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:29.591443 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f03ed284-5da1-404c-92bd-6f9c3c459896 req-96c4b55b-4300-40fa-8c4b-67943ec31b27 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0494986 Apr 12 17:56:29.648102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f03ed284-5da1-404c-92bd-6f9c3c459896 req-4e987796-e49a-4851-9573-fd3689bfd501 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500822 Apr 12 17:56:30.109994 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.795874 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371782b5-943e-4b13-bc6a-3768e4811c72 req-8d7ccde2-b910-4601-a487-1bff85526c2e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:30.797486 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-371782b5-943e-4b13-bc6a-3768e4811c72 req-8d7ccde2-b910-4601-a487-1bff85526c2e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0537238 Apr 12 17:56:30.853013 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-371782b5-943e-4b13-bc6a-3768e4811c72 req-4f3968bc-b975-4828-87f5-d12af4ba53ea tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483587 Apr 12 17:56:31.392907 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.991314 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd13ac-30af-4a3d-a28d-7da906b8e016 req-b763de16-d2ce-4652-832d-6d0123e56c8f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:31.994139 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-52fd13ac-30af-4a3d-a28d-7da906b8e016 req-b763de16-d2ce-4652-832d-6d0123e56c8f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0617671 Apr 12 17:56:32.043001 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-52fd13ac-30af-4a3d-a28d-7da906b8e016 req-7122f531-6a34-4039-95f5-f2373803d069 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417402 Apr 12 17:56:32.696398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:33.167011 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3544b-e339-465e-bfce-02e2376b2e02 req-4e65c114-c6ab-402d-b340-df118864e0ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:33.168528 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfc3544b-e339-465e-bfce-02e2376b2e02 req-4e65c114-c6ab-402d-b340-df118864e0ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0517442 Apr 12 17:56:33.224726 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfc3544b-e339-465e-bfce-02e2376b2e02 req-d8065b57-1daa-463e-bbb9-f8a31a0323cf tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504873 Apr 12 17:56:33.471981 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:56:34.353295 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8732412-26c0-4f7d-bf14-b3bc1f8240ed req-358a2de9-2b1e-4eea-b08f-42fcc571e03f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:34.354755 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8732412-26c0-4f7d-bf14-b3bc1f8240ed req-358a2de9-2b1e-4eea-b08f-42fcc571e03f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Apr 12 17:56:34.401393 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8732412-26c0-4f7d-bf14-b3bc1f8240ed req-4ab1f1c6-05b6-454f-8e26-a56b29ffeeda tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408661 Apr 12 17:56:35.528498 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4fd-1631-4e69-b299-b7d73b1a1c42 req-8735f3f7-c750-4822-8570-bd9f7f21e231 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:35.530000 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7df8d4fd-1631-4e69-b299-b7d73b1a1c42 req-8735f3f7-c750-4822-8570-bd9f7f21e231 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0481374 Apr 12 17:56:35.580687 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7df8d4fd-1631-4e69-b299-b7d73b1a1c42 req-be2da2aa-8c52-41e3-8257-101e0e81ef36 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Apr 12 17:56:36.529310 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:36.699569 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed7675-2ddf-438c-98b3-f6d5be723bcf req-aa60d9d8-0a95-487e-96a8-951694392357 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.700958 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ed7675-2ddf-438c-98b3-f6d5be723bcf req-aa60d9d8-0a95-487e-96a8-951694392357 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0472989 Apr 12 17:56:36.752182 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70ed7675-2ddf-438c-98b3-f6d5be723bcf req-bd3013bc-4951-4a5c-9029-5adc31438096 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453966 Apr 12 17:56:37.876782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd694fe-41da-4fb4-9e40-1f44c1551a06 req-5f1a0d97-d8ac-4481-ae62-7f03900a0cd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:37.878492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0fd694fe-41da-4fb4-9e40-1f44c1551a06 req-5f1a0d97-d8ac-4481-ae62-7f03900a0cd4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Apr 12 17:56:37.932084 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0fd694fe-41da-4fb4-9e40-1f44c1551a06 req-84ab723c-3cbf-4bd4-9a49-c970740a0e68 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475371 Apr 12 17:56:37.983143 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 33992) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:38.093700 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b17bf3e6-b48f-4509-9390-579526dfb7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.181261 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b17bf3e6-b48f-4509-9390-579526dfb7b4 admin admin] Publish callbacks [] for security_group (3c195c15-761c-4d01-8a30-fb130ad1477a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.186864 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b17bf3e6-b48f-4509-9390-579526dfb7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (3c195c15-761c-4d01-8a30-fb130ad1477a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.223428 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b17bf3e6-b48f-4509-9390-579526dfb7b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bce6edd7e84432fb9eb074684917b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391617 Apr 12 17:56:38.224190 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bf3e6-b48f-4509-9390-579526dfb7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c195c15-761c-4d01-8a30-fb130ad1477a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:38.226330 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 33996) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:38.276985 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Publish callbacks [] for security_group (3c195c15-761c-4d01-8a30-fb130ad1477a), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.299211 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Publish callbacks [] for security_group (3c195c15-761c-4d01-8a30-fb130ad1477a), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.348721 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (3c195c15-761c-4d01-8a30-fb130ad1477a), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.351330 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.352471 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c195c15-761c-4d01-8a30-fb130ad1477a HTTP/1.1" status: 204 len: 168 time: 0.1249020 Apr 12 17:56:38.360166 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c195c15-761c-4d01-8a30-fb130ad1477a,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:38.367290 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.367668 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.368014 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.368357 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.368697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.369030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.369345 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.369673 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.370017 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.370344 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.370674 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.370996 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.371348 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.371655 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.371977 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf024a-80e2-40c3-97d7-7cbab0c73f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:38.631811 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34008) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:38.649193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-99f2832a-566a-4c46-b1bb-f45f3712b144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.723968 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-99f2832a-566a-4c46-b1bb-f45f3712b144 admin admin] Publish callbacks [] for security_group (603c350e-390c-4b4b-9c44-84cb5feea560), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.729322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-99f2832a-566a-4c46-b1bb-f45f3712b144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (603c350e-390c-4b4b-9c44-84cb5feea560), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.767721 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-99f2832a-566a-4c46-b1bb-f45f3712b144 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87c6a66d77cd4b78ba842255cb531d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347005 Apr 12 17:56:38.768429 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2832a-566a-4c46-b1bb-f45f3712b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603c350e-390c-4b4b-9c44-84cb5feea560,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:38.770668 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34010) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:38.821718 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4930-9e80-4734-8120-ccc6a9b1587e admin admin] Publish callbacks [] for security_group (603c350e-390c-4b4b-9c44-84cb5feea560), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.843831 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4930-9e80-4734-8120-ccc6a9b1587e admin admin] Publish callbacks [] for security_group (603c350e-390c-4b4b-9c44-84cb5feea560), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.895283 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4930-9e80-4734-8120-ccc6a9b1587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (603c350e-390c-4b4b-9c44-84cb5feea560), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.897877 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4930-9e80-4734-8120-ccc6a9b1587e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.899111 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ca3f4930-9e80-4734-8120-ccc6a9b1587e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/603c350e-390c-4b4b-9c44-84cb5feea560 HTTP/1.1" status: 204 len: 168 time: 0.1272371 Apr 12 17:56:38.906869 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f4930-9e80-4734-8120-ccc6a9b1587e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603c350e-390c-4b4b-9c44-84cb5feea560,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:39.050218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16055883-5b6f-464c-b130-64c938a66b0a req-c06971b9-9003-4ccb-a01e-4d96af4bd3be tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:39.052091 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16055883-5b6f-464c-b130-64c938a66b0a req-c06971b9-9003-4ccb-a01e-4d96af4bd3be tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0493488 Apr 12 17:56:39.099862 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16055883-5b6f-464c-b130-64c938a66b0a req-7293eae5-1790-48a9-9008-851888dd5f95 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420196 Apr 12 17:56:39.228107 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34018) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:39.241936 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be7ab72-8f92-417f-adfd-0d8543e05eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.316573 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be7ab72-8f92-417f-adfd-0d8543e05eac admin admin] Publish callbacks [] for security_group (870dfdec-d438-4319-9efb-2efa56ea342a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.322039 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1be7ab72-8f92-417f-adfd-0d8543e05eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (870dfdec-d438-4319-9efb-2efa56ea342a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.361524 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1be7ab72-8f92-417f-adfd-0d8543e05eac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b9258f93cd54a21a81676398807d9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322870 Apr 12 17:56:39.362343 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7ab72-8f92-417f-adfd-0d8543e05eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870dfdec-d438-4319-9efb-2efa56ea342a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:39.364345 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34020) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:39.417708 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-adc06409-fb43-4b4c-838b-4ae57b3c506e admin admin] Publish callbacks [] for security_group (870dfdec-d438-4319-9efb-2efa56ea342a), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.441595 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-adc06409-fb43-4b4c-838b-4ae57b3c506e admin admin] Publish callbacks [] for security_group (870dfdec-d438-4319-9efb-2efa56ea342a), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.495787 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-adc06409-fb43-4b4c-838b-4ae57b3c506e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (870dfdec-d438-4319-9efb-2efa56ea342a), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.498271 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-adc06409-fb43-4b4c-838b-4ae57b3c506e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.499474 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-adc06409-fb43-4b4c-838b-4ae57b3c506e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/870dfdec-d438-4319-9efb-2efa56ea342a HTTP/1.1" status: 204 len: 168 time: 0.1341503 Apr 12 17:56:39.507755 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06409-fb43-4b4c-838b-4ae57b3c506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870dfdec-d438-4319-9efb-2efa56ea342a,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:39.949512 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34040) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:40.061221 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d8c3aa0e-7785-48fc-99c0-58145abd33a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.138822 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d8c3aa0e-7785-48fc-99c0-58145abd33a7 admin admin] Publish callbacks [] for security_group (78b931d5-e3f0-472b-8752-1aed60029464), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.143666 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d8c3aa0e-7785-48fc-99c0-58145abd33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (78b931d5-e3f0-472b-8752-1aed60029464), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.179838 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3aa0e-7785-48fc-99c0-58145abd33a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b931d5-e3f0-472b-8752-1aed60029464,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:40.184176 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d8c3aa0e-7785-48fc-99c0-58145abd33a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82e5da0b15fc4f30816b9b9b7402b148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336977 Apr 12 17:56:40.186846 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:40.207450 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:40.229883 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae7a7-a326-4b8d-bce3-3c8c32373c74 req-813ef864-a5a1-4694-8600-00258884745d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.232117 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0fae7a7-a326-4b8d-bce3-3c8c32373c74 req-813ef864-a5a1-4694-8600-00258884745d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0565176 Apr 12 17:56:40.242252 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c7f30a9-849e-40a0-be2f-1fc3439e1c7b admin admin] Publish callbacks [] for security_group (78b931d5-e3f0-472b-8752-1aed60029464), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.265241 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c7f30a9-849e-40a0-be2f-1fc3439e1c7b admin admin] Publish callbacks [] for security_group (78b931d5-e3f0-472b-8752-1aed60029464), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.282623 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0fae7a7-a326-4b8d-bce3-3c8c32373c74 req-d015f940-0461-47a9-8737-3d56ab50ec3e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 Apr 12 17:56:40.312675 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1681806104-network', 'tenant_id': '3a7bcb5e337c47cdb600122c4578f0cd'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:40.330770 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c7f30a9-849e-40a0-be2f-1fc3439e1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (78b931d5-e3f0-472b-8752-1aed60029464), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.334072 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3c7f30a9-849e-40a0-be2f-1fc3439e1c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.335574 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3c7f30a9-849e-40a0-be2f-1fc3439e1c7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78b931d5-e3f0-472b-8752-1aed60029464 HTTP/1.1" status: 204 len: 168 time: 0.1477816 Apr 12 17:56:40.346178 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f30a9-849e-40a0-be2f-1fc3439e1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b931d5-e3f0-472b-8752-1aed60029464,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:40.349024 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Made reservation on behalf of 3a7bcb5e337c47cdb600122c4578f0cd for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:40.351295 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.360509 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.436589 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks [] for security_group (751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.441174 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.470170 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:56:40.480218 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:40.485037 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (9bd37b82-2480-4b8b-8798-cac4fef9e896), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.485378 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Added segment 9bd37b82-2480-4b8b-8798-cac4fef9e896 of type vlan for network dda7fd65-1d94-4e40-a718-2702dbb22769 Apr 12 17:56:40.526571 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (dda7fd65-1d94-4e40-a718-2702dbb22769), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.552685 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (dda7fd65-1d94-4e40-a718-2702dbb22769), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.554035 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.554743 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.592537 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3814461 Apr 12 17:56:40.592997 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34068) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:40.598526 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Request body: {'subnet': {'network_id': 'dda7fd65-1d94-4e40-a718-2702dbb22769', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1681806104-subnet', 'tenant_id': '3a7bcb5e337c47cdb600122c4578f0cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:40.624403 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fde280-0bcb-4e61-ab60-13cbe3ad92f5 admin admin] Pushing event updated for resources: {'Network': ['ID=dda7fd65-1d94-4e40-a718-2702dbb22769,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:40.625358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Made reservation on behalf of 3a7bcb5e337c47cdb600122c4578f0cd for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:40.629089 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.634672 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network dda7fd65-1d94-4e40-a718-2702dbb22769 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:56:40.804006 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:56:40.807200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (23af8336-8b8d-4a11-a350-86dd9021b2da), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.862075 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=23af8336-8b8d-4a11-a350-86dd9021b2da,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:40.873103 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Checking segment: {'id': '9bd37b82-2480-4b8b-8798-cac4fef9e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dda7fd65-1d94-4e40-a718-2702dbb22769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:40.873461 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Network hostable DHCP agents. Network: dda7fd65-1d94-4e40-a718-2702dbb22769, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:56:40.892738 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Network dda7fd65-1d94-4e40-a718-2702dbb22769 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:56:40.903324 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, dda7fd65-1d94-4e40-a718-2702dbb22769) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:40.913929 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:40.914888 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.915479 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.924019 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b280de1-5c5e-446f-8d11-162587accb22 None None] Network dda7fd65-1d94-4e40-a718-2702dbb22769 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:40.934685 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4b3de7aa-e732-4844-85de-9f254d35a1bf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3405054 Apr 12 17:56:40.946941 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'port_id': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'mac_address': 'fa:16:3e:f9:dd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:56:41.028447 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: ACTIVE; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:41.028886 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.048520 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19a1af64-5168-49aa-a7d8-68ce58fdba7c {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:41.083652 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:41.090975 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e416130-6b3e-4f40-824e-291813341a94 None None] Network dda7fd65-1d94-4e40-a718-2702dbb22769 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:41.103881 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.206829 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:41.232109 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.232437 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.233112 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.233112 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.233465 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.233832 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.234184 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.234465 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.234786 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.235133 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.235514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.235762 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.236350 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.236834 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.237424 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:41.243062 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['19a1af64-5168-49aa-a7d8-68ce58fdba7c'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:56:41.425910 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f2c3-d692-45ec-b6d7-12b7a6edf0c4 req-5745a105-1e36-4513-a9b8-db658994aaae tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:41.427610 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2108f2c3-d692-45ec-b6d7-12b7a6edf0c4 req-5745a105-1e36-4513-a9b8-db658994aaae tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 945 time: 0.0549123 Apr 12 17:56:41.486301 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2108f2c3-d692-45ec-b6d7-12b7a6edf0c4 req-f8ab3a2b-3c96-4d61-a275-c46135621285 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516844 Apr 12 17:56:41.570668 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34114) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:41.575973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-136429711-network', 'tenant_id': 'fe5a454b6cb44368998f1b4214eba9ed'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:41.599329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Made reservation on behalf of fe5a454b6cb44368998f1b4214eba9ed for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:41.603059 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.613639 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.703591 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks [] for security_group (f9794e9d-fa10-4189-8c63-6378a1665a81), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.708892 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f9794e9d-fa10-4189-8c63-6378a1665a81), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.731675 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:56:41.747052 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9794e9d-fa10-4189-8c63-6378a1665a81,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:41.751255 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (90ffd1b3-2a88-4494-82ed-dd0c63d329ce), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.751604 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Added segment 90ffd1b3-2a88-4494-82ed-dd0c63d329ce of type vlan for network 65eb4b80-ccbf-4420-b82f-b40bb69ae474 Apr 12 17:56:41.793221 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (65eb4b80-ccbf-4420-b82f-b40bb69ae474), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.819818 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (65eb4b80-ccbf-4420-b82f-b40bb69ae474), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.820784 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:41.821361 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.884330 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3123095 Apr 12 17:56:41.888131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34130) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:41.893776 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Request body: {'subnet': {'network_id': '65eb4b80-ccbf-4420-b82f-b40bb69ae474', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-136429711-subnet', 'tenant_id': 'fe5a454b6cb44368998f1b4214eba9ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:41.898191 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16ffa8-ea0e-4f7f-af43-ab3117e2da2e admin admin] Pushing event updated for resources: {'Network': ['ID=65eb4b80-ccbf-4420-b82f-b40bb69ae474,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:41.908756 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 65eb4b80-ccbf-4420-b82f-b40bb69ae474 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:56:41.915665 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Made reservation on behalf of fe5a454b6cb44368998f1b4214eba9ed for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:41.917972 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.097456 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (01d59b74-5e31-4f39-932a-604e17f499f6), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.153928 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d59b74-5e31-4f39-932a-604e17f499f6,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:42.163426 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Checking segment: {'id': '90ffd1b3-2a88-4494-82ed-dd0c63d329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '65eb4b80-ccbf-4420-b82f-b40bb69ae474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:42.163790 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Network hostable DHCP agents. Network: 65eb4b80-ccbf-4420-b82f-b40bb69ae474, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:56:42.183470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Network 65eb4b80-ccbf-4420-b82f-b40bb69ae474 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:56:42.193391 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 65eb4b80-ccbf-4420-b82f-b40bb69ae474) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:42.203200 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:42.204172 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.219080 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d338017-6dd3-4deb-b89d-b32f0668785f None None] Network 65eb4b80-ccbf-4420-b82f-b40bb69ae474 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:42.237433 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-410f87c7-2e26-4f01-a13e-e3e237169ed4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3492489 Apr 12 17:56:42.333071 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e673b852-7727-49c5-b60c-654c5929c798 None None] Network 65eb4b80-ccbf-4420-b82f-b40bb69ae474 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:42.615949 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d795d6-e1db-4ea1-b0a6-845b9acd8d6d req-6d98dc1e-af45-406c-8f55-9c13b4bd1414 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:42.618124 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-17d795d6-e1db-4ea1-b0a6-845b9acd8d6d req-6d98dc1e-af45-406c-8f55-9c13b4bd1414 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 945 time: 0.0540154 Apr 12 17:56:42.709113 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-17d795d6-e1db-4ea1-b0a6-845b9acd8d6d req-92ea6a7c-5f00-45ee-942e-e9e579690ea8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852959 Apr 12 17:56:42.809852 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:42.865017 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 19a1af64-5168-49aa-a7d8-68ce58fdba7c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:42.865820 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.970853 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:42.971583 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.997149 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:42.999908 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da755113-4a96-4e05-8acc-fa549d23ccbb" -d '{"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:43.014594 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:43.021458 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.055400 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebbd561-1785-463c-af50-b9768e9b4d67 x-openstack-request-id: req-7ebbd561-1785-463c-af50-b9768e9b4d67 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:43.055692 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:43.055947 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ebbd561-1785-463c-af50-b9768e9b4d67 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:43.056339 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebbd561-1785-463c-af50-b9768e9b4d67'] response: {'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'code': 200} Apr 12 17:56:43.078678 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:43.870849 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad1ecb-4343-480e-8ce3-2c87e111949a req-d5c5acd4-05b7-4544-8cc2-9d43e7ce4bca tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:43.880445 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-55ad1ecb-4343-480e-8ce3-2c87e111949a req-d5c5acd4-05b7-4544-8cc2-9d43e7ce4bca tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0730355 Apr 12 17:56:43.933739 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-55ad1ecb-4343-480e-8ce3-2c87e111949a req-0072571a-2f0d-4df1-8792-42523a84f780 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520444 Apr 12 17:56:45.095776 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5f0ce-559d-4e6f-86cb-97f2a3bb44a6 req-3eb01a7d-712a-4b3d-9b5a-ae3b2e6c76c0 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:45.097712 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70f5f0ce-559d-4e6f-86cb-97f2a3bb44a6 req-3eb01a7d-712a-4b3d-9b5a-ae3b2e6c76c0 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0541039 Apr 12 17:56:45.152286 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-70f5f0ce-559d-4e6f-86cb-97f2a3bb44a6 req-ca60cd89-ea5a-41f1-a118-b16c4010a7d6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483806 Apr 12 17:56:46.301797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46c923-204a-496f-be68-3ec33289e18b req-6ad8a842-4aba-4ba3-9fd2-f5f3ef24e452 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:46.310199 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d46c923-204a-496f-be68-3ec33289e18b req-6ad8a842-4aba-4ba3-9fd2-f5f3ef24e452 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0682917 Apr 12 17:56:46.367797 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d46c923-204a-496f-be68-3ec33289e18b req-311b300e-47a1-4a0b-9bb4-17597e303686 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519874 Apr 12 17:56:47.513765 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b1a0-5419-47fa-bcd6-5cde19b64305 req-76571b6d-54db-484c-a5c4-70c7b5abeefb tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:47.521672 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c0d8b1a0-5419-47fa-bcd6-5cde19b64305 req-76571b6d-54db-484c-a5c4-70c7b5abeefb tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0624416 Apr 12 17:56:47.587684 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c0d8b1a0-5419-47fa-bcd6-5cde19b64305 req-44696067-3bca-458a-b79f-c8c9183b1345 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650737 Apr 12 17:56:48.640670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34234) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:48.753861 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b74d3-faa5-443b-b7d3-a6ed0fb78078 req-38b106fa-348f-4e93-8ed9-0dcee5df893d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:48.759685 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-990b74d3-faa5-443b-b7d3-a6ed0fb78078 req-38b106fa-348f-4e93-8ed9-0dcee5df893d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0868859 Apr 12 17:56:48.787489 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6e86e110-49c8-48c2-a709-e114f567a8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:48.844253 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-990b74d3-faa5-443b-b7d3-a6ed0fb78078 req-1302628b-53d0-495c-a782-73f4c5d6de12 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815234 Apr 12 17:56:48.922091 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6e86e110-49c8-48c2-a709-e114f567a8fc admin admin] Publish callbacks [] for security_group (e62bd66d-5d73-45ea-bba5-0988453208fe), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:48.927333 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6e86e110-49c8-48c2-a709-e114f567a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e62bd66d-5d73-45ea-bba5-0988453208fe), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:48.977404 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:48.978015 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6e86e110-49c8-48c2-a709-e114f567a8fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38f414eb536d4c7d8ee94fb10f90fa3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356583 Apr 12 17:56:48.978329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86e110-49c8-48c2-a709-e114f567a8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62bd66d-5d73-45ea-bba5-0988453208fe,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:49.062910 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3756ef5a-c0a2-4b76-8644-a64bdda86310 admin admin] Publish callbacks [] for security_group (e62bd66d-5d73-45ea-bba5-0988453208fe), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.088878 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3756ef5a-c0a2-4b76-8644-a64bdda86310 admin admin] Publish callbacks [] for security_group (e62bd66d-5d73-45ea-bba5-0988453208fe), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.145841 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3756ef5a-c0a2-4b76-8644-a64bdda86310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (e62bd66d-5d73-45ea-bba5-0988453208fe), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.149709 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3756ef5a-c0a2-4b76-8644-a64bdda86310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.153821 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3756ef5a-c0a2-4b76-8644-a64bdda86310 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e62bd66d-5d73-45ea-bba5-0988453208fe HTTP/1.1" status: 204 len: 168 time: 0.1753254 Apr 12 17:56:49.165839 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756ef5a-c0a2-4b76-8644-a64bdda86310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62bd66d-5d73-45ea-bba5-0988453208fe,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:49.983789 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f2e54-6238-4d09-9c06-825afb194583 req-bfb733ff-3b42-45a3-be8c-7f50bf5b15dd tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:49.990827 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-150f2e54-6238-4d09-9c06-825afb194583 req-bfb733ff-3b42-45a3-be8c-7f50bf5b15dd tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0586615 Apr 12 17:56:50.034438 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-150f2e54-6238-4d09-9c06-825afb194583 req-7bacb50b-eb29-43a9-aeb0-e85a6906b0f5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426993 Apr 12 17:56:51.164210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60535391-3db6-4c9b-8716-054ebfdc2bfa req-3a469654-80b0-4aaa-a919-c52b85e5dc65 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:51.165700 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-60535391-3db6-4c9b-8716-054ebfdc2bfa req-3a469654-80b0-4aaa-a919-c52b85e5dc65 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0513356 Apr 12 17:56:51.216093 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-60535391-3db6-4c9b-8716-054ebfdc2bfa req-e0b09846-c893-4ffd-82ad-5ca7ad5977be tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Apr 12 17:56:51.906947 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-f08528c5-84f4-4ab6-b1f3-4db5cc6e8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:51.908808 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-f08528c5-84f4-4ab6-b1f3-4db5cc6e8fed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1130 time: 0.0512009 Apr 12 17:56:52.011205 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-d8fd9490-ae9f-4ee3-938f-646707019b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:52.012708 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-d8fd9490-ae9f-4ee3-938f-646707019b88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0984833 Apr 12 17:56:52.079601 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-74498588-a24e-49f0-bc4d-95d645f6bb01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 1001 time: 0.0605588 Apr 12 17:56:52.128704 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-1346e223-6551-4b4b-a571-7454afa0fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:52.130130 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-1346e223-6551-4b4b-a571-7454afa0fbea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0444183 Apr 12 17:56:52.182283 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-2b714bcb-818f-4b15-9d46-1c685fc453e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:52.183732 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-2b714bcb-818f-4b15-9d46-1c685fc453e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457742 Apr 12 17:56:52.284651 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-1fefe311-e4c0-465e-865d-af6c4dfe6ebf service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943921 Apr 12 17:56:52.381525 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbb2b2-85e6-4a0a-a04b-a23487b73e57 req-306caedf-6032-4881-a7b5-e8fddb26ddc0 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:52.382995 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1dcbb2b2-85e6-4a0a-a04b-a23487b73e57 req-306caedf-6032-4881-a7b5-e8fddb26ddc0 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0917172 Apr 12 17:56:52.439693 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d8d4fe8-79e5-497a-a1a0-2319a85259cb req-38633aa7-fbe0-482f-9e6b-34b70550b099 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470764 Apr 12 17:56:52.460085 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1dcbb2b2-85e6-4a0a-a04b-a23487b73e57 req-0f08050f-9800-4935-9c13-35b4e166a2fa tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692179 Apr 12 17:56:53.587710 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0606c-0ccc-4b65-ab05-e8f51633ef63 req-8590378f-3460-488f-8b10-f19e2de5212b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:53.589141 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-63e0606c-0ccc-4b65-ab05-e8f51633ef63 req-8590378f-3460-488f-8b10-f19e2de5212b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0540884 Apr 12 17:56:53.639676 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-63e0606c-0ccc-4b65-ab05-e8f51633ef63 req-23184ffa-66a7-4da8-8aea-45e09580ddad tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448685 Apr 12 17:56:54.762791 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bad25-9aaa-4975-8d4c-b7f46c81f931 req-ed50ef9b-c64d-4c2d-a201-17d44f4c1803 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:54.764271 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5b8bad25-9aaa-4975-8d4c-b7f46c81f931 req-ed50ef9b-c64d-4c2d-a201-17d44f4c1803 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 946 time: 0.0476921 Apr 12 17:56:54.812697 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5b8bad25-9aaa-4975-8d4c-b7f46c81f931 req-c1aa3fcb-a0a2-4dad-9654-c48870e2eda9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Apr 12 17:56:54.857121 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:56:54.936113 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: ACTIVE; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:54.936500 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.965309 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:54.967590 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9368a375-aa50-4ac8-af86-3a549540c6f5" -d '{"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-unplugged", "status": "completed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:54.980887 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:54.986002 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:55.011980 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089aaa2-638f-4b17-9508-c601263840f5 x-openstack-request-id: req-c089aaa2-638f-4b17-9508-c601263840f5 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:55.012349 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-unplugged", "status": "failed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c", "code": 422}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:55.012601 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c089aaa2-638f-4b17-9508-c601263840f5 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:55.013036 dv-cinder-837533-1-iscsi neutron-server[109991]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c089aaa2-638f-4b17-9508-c601263840f5']: {'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'code': 422} returned with failed status Apr 12 17:56:55.039696 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=8']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:55.416684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-5b1a1f72-1ec2-4d0e-8ca3-889bb22dd5ae req-0fd048fc-4fe8-43c6-9b8a-988f730491c1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:56:55.417772 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5b1a1f72-1ec2-4d0e-8ca3-889bb22dd5ae req-0fd048fc-4fe8-43c6-9b8a-988f730491c1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1059699 Apr 12 17:56:55.586732 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02898c-40d5-4b1e-aa5b-6d8160eca589 req-07fe6579-75b6-4a96-bf17-5e7f4a02c194 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:55.588292 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eb02898c-40d5-4b1e-aa5b-6d8160eca589 req-07fe6579-75b6-4a96-bf17-5e7f4a02c194 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0502498 Apr 12 17:56:55.671768 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eb02898c-40d5-4b1e-aa5b-6d8160eca589 req-a4f0cbe0-17bd-414a-8498-408b5a23fd1a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766726 Apr 12 17:56:55.864763 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34364) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:55.951814 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-ea16efdb-04f9-4a7c-8eca-852ce33f484e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858459 Apr 12 17:56:55.961076 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-956af26f-a3db-496a-9397-3187605acb9c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:56:55.962038 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-956af26f-a3db-496a-9397-3187605acb9c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054576 Apr 12 17:56:56.040408 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34372) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:56.134012 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-ee283e0a-d77a-4d53-b502-88798d79d532 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:56.135449 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-ee283e0a-d77a-4d53-b502-88798d79d532 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports/19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 941 time: 0.0938861 Apr 12 17:56:56.289645 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9adbb921-7615-43c2-9893-e18004857276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.786804 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29ba73-7361-48a7-8100-7ae6c65c890b req-c869cebc-f6f9-4c4f-9994-9315e8100f12 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:56.788217 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f29ba73-7361-48a7-8100-7ae6c65c890b req-c869cebc-f6f9-4c4f-9994-9315e8100f12 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0479121 Apr 12 17:56:56.837283 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f29ba73-7361-48a7-8100-7ae6c65c890b req-15014ab4-ce34-4f4b-ba60-f63b133a840c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432446 Apr 12 17:56:57.496950 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-b6350e75-d695-4151-bbce-25da07434a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.498428 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-b6350e75-d695-4151-bbce-25da07434a75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69&tenant_id=fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 1128 time: 0.0745111 Apr 12 17:56:57.557787 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-c47949d8-bcb3-400e-80b6-54fc02ed433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.559269 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-c47949d8-bcb3-400e-80b6-54fc02ed433b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1128 time: 0.0383825 Apr 12 17:56:57.657105 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-85c8f37f-7f1d-4975-bd4a-44916115f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.658547 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-85c8f37f-7f1d-4975-bd4a-44916115f7f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0939469 Apr 12 17:56:57.726154 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-043ce7d2-42cc-4755-8905-60aeec0eaad0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 999 time: 0.0607743 Apr 12 17:56:57.783414 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-a1141acc-e05f-42dd-80d8-da2cf05d6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.785779 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-a1141acc-e05f-42dd-80d8-da2cf05d6580 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0529871 Apr 12 17:56:57.842758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-a39ec90d-be85-40f9-b874-d03dc2adba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.844296 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-a39ec90d-be85-40f9-b874-d03dc2adba80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511856 Apr 12 17:56:57.984022 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186f0e6-bd6c-44b9-9b9d-af2c19d43d70 req-be47b697-e479-4fa3-980b-ad0ad4ee7e79 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.985739 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d186f0e6-bd6c-44b9-9b9d-af2c19d43d70 req-be47b697-e479-4fa3-980b-ad0ad4ee7e79 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0667191 Apr 12 17:56:57.987747 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-137e3162-8051-4fae-85b2-07feebeaa796 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371806 Apr 12 17:56:58.085601 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d186f0e6-bd6c-44b9-9b9d-af2c19d43d70 req-fcdad9f3-a44d-4329-a058-b45727e61919 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936799 Apr 12 17:56:58.106676 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-66027b53-434b-4b55-9c02-cb9c952f4e66 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091065 Apr 12 17:56:58.398924 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34430) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:58.446997 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] Deleting subnet 23af8336-8b8d-4a11-a350-86dd9021b2da {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:56:58.450487 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] Publish callbacks [] for subnet (23af8336-8b8d-4a11-a350-86dd9021b2da), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.485599 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (23af8336-8b8d-4a11-a350-86dd9021b2da), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.530352 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (23af8336-8b8d-4a11-a350-86dd9021b2da), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.537674 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-63f395ae-351c-466a-8b9d-8e99792bd387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.608294 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (23af8336-8b8d-4a11-a350-86dd9021b2da), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.645457 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23af8336-8b8d-4a11-a350-86dd9021b2da,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:58.658926 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.664489 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-bbea8e27-3701-422d-a099-22b4cfe61433 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/23af8336-8b8d-4a11-a350-86dd9021b2da HTTP/1.1" status: 204 len: 168 time: 0.2648282 Apr 12 17:56:58.667339 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34440) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:58.755213 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (dda7fd65-1d94-4e40-a718-2702dbb22769), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.835866 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (dda7fd65-1d94-4e40-a718-2702dbb22769), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.857587 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda7fd65-1d94-4e40-a718-2702dbb22769']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:58.868372 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd37b82-2480-4b8b-8798-cac4fef9e896') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:58.869041 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd37b82-2480-4b8b-8798-cac4fef9e896') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:58.879662 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (9bd37b82-2480-4b8b-8798-cac4fef9e896), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.888997 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:56:58.895968 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (9bd37b82-2480-4b8b-8798-cac4fef9e896), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.903371 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:56:58.904052 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (9bd37b82-2480-4b8b-8798-cac4fef9e896), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:56:58.962206 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:56:58.979448 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (dda7fd65-1d94-4e40-a718-2702dbb22769), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.984566 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.992917 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34442) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:58.993344 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dda7fd65-1d94-4e40-a718-2702dbb22769 HTTP/1.1" status: 204 len: 168 time: 0.3245721 Apr 12 17:56:59.009231 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efe5ef-6d74-4d90-9d10-db3275ab1138 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda7fd65-1d94-4e40-a718-2702dbb22769,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:59.026607 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: DOWN; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:59.054762 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] Deleting subnet 01d59b74-5e31-4f39-932a-604e17f499f6 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:56:59.064621 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] Publish callbacks [] for subnet (01d59b74-5e31-4f39-932a-604e17f499f6), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.108691 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (01d59b74-5e31-4f39-932a-604e17f499f6), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.159948 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (01d59b74-5e31-4f39-932a-604e17f499f6), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.257044 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2276-5c9d-4920-a282-e6d51247be46 req-35524e55-a9b2-4237-9058-076854bb4cb4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:59.258585 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dacd2276-5c9d-4920-a282-e6d51247be46 req-35524e55-a9b2-4237-9058-076854bb4cb4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0610590 Apr 12 17:56:59.287683 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (01d59b74-5e31-4f39-932a-604e17f499f6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.323198 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d59b74-5e31-4f39-932a-604e17f499f6,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:59.331955 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.335658 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-326fde27-537a-40d4-80f5-d8666becf817 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/01d59b74-5e31-4f39-932a-604e17f499f6 HTTP/1.1" status: 204 len: 168 time: 0.3415437 Apr 12 17:56:59.338323 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34446) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:59.347771 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dacd2276-5c9d-4920-a282-e6d51247be46 req-83add861-c78c-45e1-82f5-543328c31b0f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817101 Apr 12 17:56:59.432285 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (65eb4b80-ccbf-4420-b82f-b40bb69ae474), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.525397 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (65eb4b80-ccbf-4420-b82f-b40bb69ae474), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.548611 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eb4b80-ccbf-4420-b82f-b40bb69ae474']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:59.559137 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ffd1b3-2a88-4494-82ed-dd0c63d329ce') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:59.559507 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ffd1b3-2a88-4494-82ed-dd0c63d329ce') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:59.571596 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (90ffd1b3-2a88-4494-82ed-dd0c63d329ce), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.586793 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (90ffd1b3-2a88-4494-82ed-dd0c63d329ce), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.593004 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:56:59.593391 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (90ffd1b3-2a88-4494-82ed-dd0c63d329ce), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:56:59.595194 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:56:59.657714 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (65eb4b80-ccbf-4420-b82f-b40bb69ae474), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.664168 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.667708 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] 10.222.0.45 "DELETE /v2.0/networks/65eb4b80-ccbf-4420-b82f-b40bb69ae474 HTTP/1.1" status: 204 len: 168 time: 0.3281386 Apr 12 17:56:59.682796 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2897b8-9c3a-42f5-af2a-a27eba85765d admin admin] Pushing event deleted for resources: {'Network': ['ID=65eb4b80-ccbf-4420-b82f-b40bb69ae474,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:59.868200 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34450) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:59.916167 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34452) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:59.916759 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7e975624-cfde-450b-9cf2-dfc5687e4193 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a7bcb5e337c47cdb600122c4578f0cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469131 Apr 12 17:56:59.968945 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af25f379-9fc2-4243-a2e9-5e4a831e93d5 admin admin] Publish callbacks [] for security_group (751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.992433 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af25f379-9fc2-4243-a2e9-5e4a831e93d5 admin admin] Publish callbacks [] for security_group (751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.046912 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af25f379-9fc2-4243-a2e9-5e4a831e93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.050726 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af25f379-9fc2-4243-a2e9-5e4a831e93d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.052037 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-af25f379-9fc2-4243-a2e9-5e4a831e93d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49 HTTP/1.1" status: 204 len: 168 time: 0.1346457 Apr 12 17:57:00.060305 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25f379-9fc2-4243-a2e9-5e4a831e93d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a6c51-37d2-4d0f-b3d4-f7f7d3f15a49,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:00.125621 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.412011 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34460) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:00.475069 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6a456512-04ee-472c-8ea6-90e10b9e4a32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe5a454b6cb44368998f1b4214eba9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616069 Apr 12 17:57:00.477962 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34462) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:00.511547 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070c053-173f-42ba-94b1-da73393c290f req-64c201b9-4a58-49b6-9a02-36bf72b9f8c6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:00.513154 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7070c053-173f-42ba-94b1-da73393c290f req-64c201b9-4a58-49b6-9a02-36bf72b9f8c6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0550139 Apr 12 17:57:00.529711 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c3f953-980d-4a40-9f7b-ec0b27bc0544 admin admin] Publish callbacks [] for security_group (f9794e9d-fa10-4189-8c63-6378a1665a81), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.558752 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c3f953-980d-4a40-9f7b-ec0b27bc0544 admin admin] Publish callbacks [] for security_group (f9794e9d-fa10-4189-8c63-6378a1665a81), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.589846 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7070c053-173f-42ba-94b1-da73393c290f req-3b3db55f-0b7e-4db3-8609-560a0c4cb128 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709274 Apr 12 17:57:00.628871 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c3f953-980d-4a40-9f7b-ec0b27bc0544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (f9794e9d-fa10-4189-8c63-6378a1665a81), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.632505 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c3f953-980d-4a40-9f7b-ec0b27bc0544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.636068 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-77c3f953-980d-4a40-9f7b-ec0b27bc0544 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9794e9d-fa10-4189-8c63-6378a1665a81 HTTP/1.1" status: 204 len: 168 time: 0.1547945 Apr 12 17:57:00.642955 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3f953-980d-4a40-9f7b-ec0b27bc0544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9794e9d-fa10-4189-8c63-6378a1665a81,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:01.405889 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.746957 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54d0ac-422b-4787-b01e-ededbb2b0d50 req-b642b6dc-8548-4ce7-a305-a8315ff19485 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:01.748603 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e54d0ac-422b-4787-b01e-ededbb2b0d50 req-b642b6dc-8548-4ce7-a305-a8315ff19485 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0709238 Apr 12 17:57:01.800803 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e54d0ac-422b-4787-b01e-ededbb2b0d50 req-a9a28d23-d3ff-4149-aa4c-f8348febc62a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462976 Apr 12 17:57:02.693143 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.935305 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e8ca-3c72-4755-8df6-85353ae596c6 req-b5f9b8f7-8634-4c62-94c1-f894a8b14e9a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:02.937152 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fba7e8ca-3c72-4755-8df6-85353ae596c6 req-b5f9b8f7-8634-4c62-94c1-f894a8b14e9a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0543692 Apr 12 17:57:02.988139 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fba7e8ca-3c72-4755-8df6-85353ae596c6 req-a67b9bb9-7903-4151-bff9-ed03865847eb tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 Apr 12 17:57:04.114293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223893f5-891b-4518-9580-6c523029d3fa req-7558b0a3-c49b-4be5-b292-4dec1d1ff20e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:04.115868 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-223893f5-891b-4518-9580-6c523029d3fa req-7558b0a3-c49b-4be5-b292-4dec1d1ff20e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0518920 Apr 12 17:57:04.165159 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-223893f5-891b-4518-9580-6c523029d3fa req-127778f7-ca0e-405b-a69b-c04b6345bb6e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Apr 12 17:57:05.341699 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e48f0c-06ef-4b9e-9d78-5442a179f8c5 req-d8b4d0ea-f6b2-4122-9cff-6378be35a35f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:05.344230 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4e48f0c-06ef-4b9e-9d78-5442a179f8c5 req-d8b4d0ea-f6b2-4122-9cff-6378be35a35f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0925446 Apr 12 17:57:05.710817 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4e48f0c-06ef-4b9e-9d78-5442a179f8c5 req-f2e5aec2-2e33-4656-8a41-00b451ba0205 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562007 Apr 12 17:57:06.528140 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.840043 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20eb6-38d5-4a31-a701-01d54880026b req-90fb890c-4885-4ce8-b6e4-dc05706dbef9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:06.841538 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7e20eb6-38d5-4a31-a701-01d54880026b req-90fb890c-4885-4ce8-b6e4-dc05706dbef9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0494955 Apr 12 17:57:06.888123 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7e20eb6-38d5-4a31-a701-01d54880026b req-e51b644b-f5ef-446b-9279-63fce861c16f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411024 Apr 12 17:57:07.981136 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-4b1db60f-85f4-42ff-b6a1-e1ccd0852d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:07.983662 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-4b1db60f-85f4-42ff-b6a1-e1ccd0852d87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1128 time: 0.0566165 Apr 12 17:57:08.047750 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a13f6f-9059-412f-a9cc-8580c8e70d72 req-18597597-eb33-4788-abad-79c72ea47886 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:08.049280 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1a13f6f-9059-412f-a9cc-8580c8e70d72 req-18597597-eb33-4788-abad-79c72ea47886 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0803115 Apr 12 17:57:08.143450 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-572fb9eb-8f19-40bf-834a-266ced4ea297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:08.144916 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-572fb9eb-8f19-40bf-834a-266ced4ea297 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.1381736 Apr 12 17:57:08.148379 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1a13f6f-9059-412f-a9cc-8580c8e70d72 req-669e6f9c-952b-4b46-87f0-579d8efc14e5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713978 Apr 12 17:57:08.211479 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-e19343bb-2e2d-4f4e-8835-d882b35dbe5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 200 len: 999 time: 0.0598767 Apr 12 17:57:08.263736 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-27de9bb3-1baf-4748-a650-71e6b078e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:08.265260 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-27de9bb3-1baf-4748-a650-71e6b078e1bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0478842 Apr 12 17:57:08.313593 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-55df4cdd-37e0-4b57-9c77-00f094819100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:08.315098 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-55df4cdd-37e0-4b57-9c77-00f094819100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432467 Apr 12 17:57:08.414165 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-544c815c-059e-4948-9df3-419c8e39e9aa service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922968 Apr 12 17:57:08.515509 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c9647f94-b0cc-4ee9-b82e-1e8fa78d88c7 req-9905906b-b932-483d-b882-04b1c16e5132 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946894 Apr 12 17:57:09.277800 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9685-d9fb-4b7c-8822-e6d354452deb req-7b9ffdcb-b1d4-4a90-b95a-a24c9c710412 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:09.279386 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-471c9685-d9fb-4b7c-8822-e6d354452deb req-7b9ffdcb-b1d4-4a90-b95a-a24c9c710412 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0489213 Apr 12 17:57:09.329914 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-471c9685-d9fb-4b7c-8822-e6d354452deb req-071cf2c5-b857-4864-94a1-4d187644e25a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447946 Apr 12 17:57:10.461392 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d3a3c-0c36-49fb-a4d1-78069a05a948 req-99d94b97-333a-4e50-9266-d691cecbf735 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:10.462916 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-804d3a3c-0c36-49fb-a4d1-78069a05a948 req-99d94b97-333a-4e50-9266-d691cecbf735 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0496328 Apr 12 17:57:10.471749 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:57:10.516101 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-804d3a3c-0c36-49fb-a4d1-78069a05a948 req-2e4ccaf2-e8e7-4f6d-b99a-394b990abaf4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475686 Apr 12 17:57:11.639844 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9753b-817b-4611-9f4a-643dc2e61c8a req-bf88cc46-3c9e-4ae9-b0f9-6fdafa17fb9b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:11.641346 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38b9753b-817b-4611-9f4a-643dc2e61c8a req-bf88cc46-3c9e-4ae9-b0f9-6fdafa17fb9b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0468044 Apr 12 17:57:11.691109 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38b9753b-817b-4611-9f4a-643dc2e61c8a req-12036511-fa07-4896-a3ed-30d7f8e67415 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432959 Apr 12 17:57:11.824785 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34596) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:11.938924 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.020728 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Publish callbacks [] for security_group (27951011-2280-43be-bf8f-6ebbdd303636), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.025558 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (27951011-2280-43be-bf8f-6ebbdd303636), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.064118 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bea5972a9b704bf3a9978a56a142146c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379565 Apr 12 17:57:12.064949 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27951011-2280-43be-bf8f-6ebbdd303636,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.072272 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34600) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.073891 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.074246 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.074591 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.074928 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.075289 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.075625 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.075952 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.076316 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.076640 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.076966 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.077291 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.077671 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.077909 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.078232 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.078551 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b2b605-124d-46ea-a677-d85008c93e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:12.123011 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a82f2637-5a6c-403a-bf0c-dd39fcee15fb admin admin] Publish callbacks [] for security_group (27951011-2280-43be-bf8f-6ebbdd303636), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.154817 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a82f2637-5a6c-403a-bf0c-dd39fcee15fb admin admin] Publish callbacks [] for security_group (27951011-2280-43be-bf8f-6ebbdd303636), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.207531 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a82f2637-5a6c-403a-bf0c-dd39fcee15fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (27951011-2280-43be-bf8f-6ebbdd303636), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.210703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a82f2637-5a6c-403a-bf0c-dd39fcee15fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.211894 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a82f2637-5a6c-403a-bf0c-dd39fcee15fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27951011-2280-43be-bf8f-6ebbdd303636 HTTP/1.1" status: 204 len: 168 time: 0.1385448 Apr 12 17:57:12.219695 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f2637-5a6c-403a-bf0c-dd39fcee15fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27951011-2280-43be-bf8f-6ebbdd303636,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.503424 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34606) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.517267 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8717f050-f0e1-4b36-8a68-dffc5921b940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.606084 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8717f050-f0e1-4b36-8a68-dffc5921b940 admin admin] Publish callbacks [] for security_group (a61f1539-c2bd-4e96-9c1e-f273e2708f6e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.612022 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8717f050-f0e1-4b36-8a68-dffc5921b940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a61f1539-c2bd-4e96-9c1e-f273e2708f6e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.649989 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8717f050-f0e1-4b36-8a68-dffc5921b940 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1912cdb5dc6f4e4ea47d1245de59501e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454506 Apr 12 17:57:12.650839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717f050-f0e1-4b36-8a68-dffc5921b940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61f1539-c2bd-4e96-9c1e-f273e2708f6e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.653003 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34608) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.703923 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52fb4ec0-402f-4781-80b0-c233a6a338d7 admin admin] Publish callbacks [] for security_group (a61f1539-c2bd-4e96-9c1e-f273e2708f6e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.731339 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52fb4ec0-402f-4781-80b0-c233a6a338d7 admin admin] Publish callbacks [] for security_group (a61f1539-c2bd-4e96-9c1e-f273e2708f6e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.787316 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52fb4ec0-402f-4781-80b0-c233a6a338d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (a61f1539-c2bd-4e96-9c1e-f273e2708f6e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.789934 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-52fb4ec0-402f-4781-80b0-c233a6a338d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.791154 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-52fb4ec0-402f-4781-80b0-c233a6a338d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a61f1539-c2bd-4e96-9c1e-f273e2708f6e HTTP/1.1" status: 204 len: 168 time: 0.1371515 Apr 12 17:57:12.799116 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb4ec0-402f-4781-80b0-c233a6a338d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61f1539-c2bd-4e96-9c1e-f273e2708f6e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.820904 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ffbd2-1e8c-4707-aeb8-93ad540ba76e req-bd9de69c-bade-4594-97cd-788a16be4f4d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:12.822559 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f6ffbd2-1e8c-4707-aeb8-93ad540ba76e req-bd9de69c-bade-4594-97cd-788a16be4f4d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0564504 Apr 12 17:57:12.874842 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f6ffbd2-1e8c-4707-aeb8-93ad540ba76e req-29d6cea7-0d80-40d4-84e1-c1e1c2f4f1e1 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457544 Apr 12 17:57:14.004527 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9f42-fbca-4348-b2f8-ec07cd6e22c9 req-384fabed-a628-4e27-820b-88f6155cf25e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:14.005955 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c1d9f42-fbca-4348-b2f8-ec07cd6e22c9 req-384fabed-a628-4e27-820b-88f6155cf25e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0488124 Apr 12 17:57:14.061163 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9c1d9f42-fbca-4348-b2f8-ec07cd6e22c9 req-09d48ee3-d2e1-4b98-a15f-975b1ddec1cf tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491593 Apr 12 17:57:14.952010 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:57:15.069817 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:15.081390 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'port_id': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'mac_address': 'fa:16:3e:f9:dd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:57:15.121327 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:15.121721 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.135024 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a1af64-5168-49aa-a7d8-68ce58fdba7c {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:57:15.155595 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:15.161064 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.192115 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42f2d-f1cf-4c00-ad8d-f9e3072c17cc req-d52db673-7061-48e6-9408-41d831a7968a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:15.193709 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eff42f2d-f1cf-4c00-ad8d-f9e3072c17cc req-d52db673-7061-48e6-9408-41d831a7968a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 944 time: 0.0477834 Apr 12 17:57:15.207622 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=9']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:15.243126 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eff42f2d-f1cf-4c00-ad8d-f9e3072c17cc req-b8fb4df1-e80c-449b-adce-11bf0b776020 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434556 Apr 12 17:57:15.381413 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['19a1af64-5168-49aa-a7d8-68ce58fdba7c'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:57:16.376920 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db73e8-b89c-41a8-96b9-8878235636a9 req-8d7915cd-c928-4761-b374-b8b7ee4150a5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:16.378360 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-46db73e8-b89c-41a8-96b9-8878235636a9 req-8d7915cd-c928-4761-b374-b8b7ee4150a5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 945 time: 0.0475810 Apr 12 17:57:16.431263 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-46db73e8-b89c-41a8-96b9-8878235636a9 req-4f94eae2-436e-443e-bfd8-93c4b0546b1e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442054 Apr 12 17:57:16.953884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:17.004250 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 19a1af64-5168-49aa-a7d8-68ce58fdba7c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:17.004538 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.083545 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 19a1af64-5168-49aa-a7d8-68ce58fdba7c is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:17.083930 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.106898 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:17.109171 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2711607b-2939-4dbd-9e7b-ff978eb50c82" -d '{"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:17.121358 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:17.127283 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.150228 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac64847-a87b-4daf-953d-905d5de49ccf x-openstack-request-id: req-4ac64847-a87b-4daf-953d-905d5de49ccf {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:17.150528 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:17.150784 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ac64847-a87b-4daf-953d-905d5de49ccf {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:17.151205 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac64847-a87b-4daf-953d-905d5de49ccf'] response: {'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'code': 200} Apr 12 17:57:17.179737 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:17.573058 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510c405-2c11-4e1e-a3f6-425ac6b08cdc req-8bca2819-ed3e-4d08-a8b4-f29865951244 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:17.574491 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3510c405-2c11-4e1e-a3f6-425ac6b08cdc req-8bca2819-ed3e-4d08-a8b4-f29865951244 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 947 time: 0.0594156 Apr 12 17:57:17.618526 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5156-209c-49e5-b3a8-0569d8f27b41 req-494370a8-6c5f-47cb-bc5f-05449ac3791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:17.620081 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcee5156-209c-49e5-b3a8-0569d8f27b41 req-494370a8-6c5f-47cb-bc5f-05449ac3791e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 1131 time: 0.0597355 Apr 12 17:57:17.666656 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3510c405-2c11-4e1e-a3f6-425ac6b08cdc req-2156359c-062b-45f9-9474-3a09735d84fe tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720618 Apr 12 17:57:17.690103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcee5156-209c-49e5-b3a8-0569d8f27b41 req-86673ad2-4463-4be2-8cf2-e866a6f2e725 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567381 Apr 12 17:57:18.805525 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688c87f-85fa-46a9-9ef3-fe3f3a321dab req-99028b4b-8f96-439b-ab16-e59d2f1bcda7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:18.807018 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1688c87f-85fa-46a9-9ef3-fe3f3a321dab req-99028b4b-8f96-439b-ab16-e59d2f1bcda7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 947 time: 0.0501981 Apr 12 17:57:18.855471 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1688c87f-85fa-46a9-9ef3-fe3f3a321dab req-336b6ae6-b04a-450c-ae34-86d896f76b9c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427434 Apr 12 17:57:19.986938 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df55c-1318-4c8c-a811-828c311f2aaf req-91270dba-0c5c-4b1a-92ac-cce25897aa57 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:19.988297 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d61df55c-1318-4c8c-a811-828c311f2aaf req-91270dba-0c5c-4b1a-92ac-cce25897aa57 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 947 time: 0.0547318 Apr 12 17:57:20.040198 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d61df55c-1318-4c8c-a811-828c311f2aaf req-c228c5fe-f0a3-42e2-a342-e0506dc25b2a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462544 Apr 12 17:57:26.299249 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9e4072e-afae-4751-882a-c696b6a90d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:28.544068 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e09cfc1d-371d-41a4-ba50-0ed569abb877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:30.125109 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.404651 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.693831 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:36.536269 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:41.170312 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3a66c-39ae-4702-ad3c-4675dbab056e req-cee13f3f-6569-4d0b-96ea-3092b4571b01 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:41.171817 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2aa3a66c-39ae-4702-ad3c-4675dbab056e req-cee13f3f-6569-4d0b-96ea-3092b4571b01 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0479243 Apr 12 17:57:41.229497 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2aa3a66c-39ae-4702-ad3c-4675dbab056e req-012c59de-fa51-4509-8859-c39525134d97 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490828 Apr 12 17:57:42.366230 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088c07-517f-4d98-b6a1-03e8f1615071 req-c4c6d7cb-1f8b-4c30-b89a-eef40c5f155d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.368180 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7088c07-517f-4d98-b6a1-03e8f1615071 req-c4c6d7cb-1f8b-4c30-b89a-eef40c5f155d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0567546 Apr 12 17:57:42.421655 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7088c07-517f-4d98-b6a1-03e8f1615071 req-aaf9120f-81f0-4363-ac00-3fc052827c3d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453451 Apr 12 17:57:43.538904 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276810e-399c-42d2-8bea-78e84f791bb5 req-4ec42514-e512-471e-8966-a89546d9e040 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:43.540460 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3276810e-399c-42d2-8bea-78e84f791bb5 req-4ec42514-e512-471e-8966-a89546d9e040 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0478325 Apr 12 17:57:43.591414 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3276810e-399c-42d2-8bea-78e84f791bb5 req-5bab8af4-285d-4980-8021-824e38db043d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Apr 12 17:57:44.712425 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473ccb-810e-414c-9f13-8e606748939c req-ee7fdabf-361a-4a0c-a5a3-bce2d31f549f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.714987 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-12473ccb-810e-414c-9f13-8e606748939c req-ee7fdabf-361a-4a0c-a5a3-bce2d31f549f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0551188 Apr 12 17:57:44.771629 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-12473ccb-810e-414c-9f13-8e606748939c req-f4d324f3-f849-4c5a-bde8-200360dd1b36 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502782 Apr 12 17:57:45.894540 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048def6-409b-464b-a07d-328b51c96795 req-148bb22c-7b02-43e2-8517-4135792bd961 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:45.896068 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4048def6-409b-464b-a07d-328b51c96795 req-148bb22c-7b02-43e2-8517-4135792bd961 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0515730 Apr 12 17:57:45.947079 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4048def6-409b-464b-a07d-328b51c96795 req-deeed417-f585-467d-865f-07d5842fe9e6 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Apr 12 17:57:47.077612 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772bbae-3acc-4d37-b802-7668c4159b73 req-e064e9fa-a464-48fc-9c24-9df6fb6a2cde tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:47.079391 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f772bbae-3acc-4d37-b802-7668c4159b73 req-e064e9fa-a464-48fc-9c24-9df6fb6a2cde tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0587621 Apr 12 17:57:47.137242 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f772bbae-3acc-4d37-b802-7668c4159b73 req-9005af89-bfb8-4301-943d-a80694cc4093 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475576 Apr 12 17:57:47.476442 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:57:48.278611 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d3e8-d00c-4973-abb0-5087f9a457b0 req-792623c0-17db-4f16-a59c-e571564ef63c tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:48.280249 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8495d3e8-d00c-4973-abb0-5087f9a457b0 req-792623c0-17db-4f16-a59c-e571564ef63c tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0605402 Apr 12 17:57:48.330370 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8495d3e8-d00c-4973-abb0-5087f9a457b0 req-11f1806e-3c18-47b1-9789-b63d1f73ac88 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Apr 12 17:57:49.452645 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fbf74-5a1e-4b5f-bb11-02f3abd3c9a1 req-90660652-0ff2-4b0d-ba98-bebeded99d62 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:49.454103 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dc8fbf74-5a1e-4b5f-bb11-02f3abd3c9a1 req-90660652-0ff2-4b0d-ba98-bebeded99d62 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0476513 Apr 12 17:57:49.505368 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dc8fbf74-5a1e-4b5f-bb11-02f3abd3c9a1 req-9010c332-0ac1-4596-b057-4fabfdf30bd5 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447810 Apr 12 17:57:50.646098 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855345a-ac57-404c-99e3-02bc2b0077ac req-aa629d16-a17b-4f74-9c51-1b9b336ab853 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:50.647597 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a855345a-ac57-404c-99e3-02bc2b0077ac req-aa629d16-a17b-4f74-9c51-1b9b336ab853 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0544860 Apr 12 17:57:50.703169 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a855345a-ac57-404c-99e3-02bc2b0077ac req-f15873b1-5b82-4581-ad03-68a6940976e9 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498452 Apr 12 17:57:51.334906 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683cf2-d818-472f-a93f-9b789590f504 req-71cd9ee6-f717-4083-9511-6d589dceb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.336435 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02683cf2-d818-472f-a93f-9b789590f504 req-71cd9ee6-f717-4083-9511-6d589dceb7e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.0511439 Apr 12 17:57:51.433013 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683cf2-d818-472f-a93f-9b789590f504 req-3246d3bd-f456-41cc-8553-afda0320358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.434508 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02683cf2-d818-472f-a93f-9b789590f504 req-3246d3bd-f456-41cc-8553-afda0320358d service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.0917559 Apr 12 17:57:51.499587 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02683cf2-d818-472f-a93f-9b789590f504 req-fe0c7e58-d770-40e2-a69f-f708b53609f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 1000 time: 0.0587757 Apr 12 17:57:51.558746 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683cf2-d818-472f-a93f-9b789590f504 req-230cd768-9763-4679-9416-74a0e4685bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.561059 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02683cf2-d818-472f-a93f-9b789590f504 req-230cd768-9763-4679-9416-74a0e4685bd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0548773 Apr 12 17:57:51.613490 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683cf2-d818-472f-a93f-9b789590f504 req-2ef415b9-7b1b-41e2-9e6b-71cceeb4e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.615823 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02683cf2-d818-472f-a93f-9b789590f504 req-2ef415b9-7b1b-41e2-9e6b-71cceeb4e13c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485609 Apr 12 17:57:51.708691 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02683cf2-d818-472f-a93f-9b789590f504 req-a857f7c2-8185-4ab9-bf96-1addef3a3421 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859892 Apr 12 17:57:51.832839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ce3d0-a9db-42a4-b537-4249c90648cd req-1ee8bfde-5dc7-48d0-bbde-34fbe7269a64 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.834321 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f01ce3d0-a9db-42a4-b537-4249c90648cd req-1ee8bfde-5dc7-48d0-bbde-34fbe7269a64 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0614367 Apr 12 17:57:51.856886 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02683cf2-d818-472f-a93f-9b789590f504 req-87ffdb7d-7948-435c-8621-9feb370ea36e service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409278 Apr 12 17:57:51.888774 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f01ce3d0-a9db-42a4-b537-4249c90648cd req-392e2a46-72ae-407f-9afd-617cdfb3b6b1 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482466 Apr 12 17:57:53.034220 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54ec07-2ef9-411d-b7a8-d0bdea95b318 req-f47f74ec-2749-4d31-9417-8392ac570b02 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:53.035644 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e54ec07-2ef9-411d-b7a8-d0bdea95b318 req-f47f74ec-2749-4d31-9417-8392ac570b02 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0550768 Apr 12 17:57:53.095528 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e54ec07-2ef9-411d-b7a8-d0bdea95b318 req-f5885355-1f99-4406-be51-5c237e44ed4d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511818 Apr 12 17:57:54.227845 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b07c53-bd28-4bc2-9be4-ace87fc8f61c req-8bb11210-3bab-4150-99a2-f55465ab2936 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.231699 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92b07c53-bd28-4bc2-9be4-ace87fc8f61c req-8bb11210-3bab-4150-99a2-f55465ab2936 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0667140 Apr 12 17:57:54.282192 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92b07c53-bd28-4bc2-9be4-ace87fc8f61c req-17c3a5f4-58dc-45cb-9f15-c88ce6c14c53 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Apr 12 17:57:54.352876 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-53cc7e6e-131f-4187-bb11-a7b0774f6c00 req-c2d384a9-775a-466a-94ec-b11dfb6deee3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:57:54.353740 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53cc7e6e-131f-4187-bb11-a7b0774f6c00 req-c2d384a9-775a-466a-94ec-b11dfb6deee3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053730 Apr 12 17:57:54.508384 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f474795-5f78-4daf-8581-cefddbd4da45 req-29623161-a14d-4451-b54c-3fffbb94d2fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.509901 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f474795-5f78-4daf-8581-cefddbd4da45 req-29623161-a14d-4451-b54c-3fffbb94d2fe tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0468132 Apr 12 17:57:54.546753 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34726) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:54.569458 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f474795-5f78-4daf-8581-cefddbd4da45 req-10367492-c1c7-45d3-bab1-871c2f6f7fa9 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524566 Apr 12 17:57:54.644435 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-6e7b5c0a-6c7c-4674-aa20-7a23875ceb61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950599 Apr 12 17:57:54.654006 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-a55bc388-cd1b-4c43-a10b-22a7bb6dccf4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:57:54.654980 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-a55bc388-cd1b-4c43-a10b-22a7bb6dccf4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050611 Apr 12 17:57:54.811700 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34742) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:54.851181 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7332ad-0bbf-4b35-b8ed-eebc50a2fe15 req-c10d6fb2-9242-46cf-aacc-812b1ba6ca71 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.852914 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3d7332ad-0bbf-4b35-b8ed-eebc50a2fe15 req-c10d6fb2-9242-46cf-aacc-812b1ba6ca71 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 947 time: 0.0526698 Apr 12 17:57:54.862625 dv-cinder-837533-1-iscsi neutron-server[109990]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:57:54.901304 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3d7332ad-0bbf-4b35-b8ed-eebc50a2fe15 req-1d270ce0-b8c3-4747-887b-3c0a9bd27843 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426710 Apr 12 17:57:54.906671 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-245f95ec-1ead-403f-97f9-2cdaa506bdfc tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.908091 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-245f95ec-1ead-403f-97f9-2cdaa506bdfc tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports/7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 942 time: 0.0950694 Apr 12 17:57:55.690670 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaf177-64f1-4db1-9345-eaef4c1cec91 req-66b00f0f-e395-4845-92aa-a1e71199f030 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:55.692165 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9efaf177-64f1-4db1-9345-eaef4c1cec91 req-66b00f0f-e395-4845-92aa-a1e71199f030 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0478799 Apr 12 17:57:55.741425 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9efaf177-64f1-4db1-9345-eaef4c1cec91 req-8b1a103c-809f-4391-8d5e-3bb178f24720 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Apr 12 17:57:56.033414 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41d243-bfbc-4734-b7ca-ea2c16b720a0 req-b2de1dd9-de9b-44dd-b38b-bbcb0366562e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.034972 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c41d243-bfbc-4734-b7ca-ea2c16b720a0 req-b2de1dd9-de9b-44dd-b38b-bbcb0366562e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 947 time: 0.0506866 Apr 12 17:57:56.083739 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c41d243-bfbc-4734-b7ca-ea2c16b720a0 req-30b71825-1b32-4a36-ae95-fc92046cbad4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff352032-681e-4557-a8d6-8c9ddd3f922d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427618 Apr 12 17:57:56.292845 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c72ce25-b4d6-4773-b7f2-27b070152d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:56.333920 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-a6b57f52-da5e-44d6-a649-6b464bc09eff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.335782 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-a6b57f52-da5e-44d6-a649-6b464bc09eff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 947 time: 0.0477912 Apr 12 17:57:56.424088 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Deleting port 19a1af64-5168-49aa-a7d8-68ce58fdba7c {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:57:56.424434 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:56.513762 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] For port 19a1af64-5168-49aa-a7d8-68ce58fdba7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=19a1af64-5168-49aa-a7d8-68ce58fdba7c,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:56.514132 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:56.702799 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:56.703608 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (c24f4f0a-a9e5-4265-b849-6b34e1f28e80), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:56.703608 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Floating IP c24f4f0a-a9e5-4265-b849-6b34e1f28e80 disassociated. External IP: 172.27.3.25, port: 19a1af64-5168-49aa-a7d8-68ce58fdba7c. Apr 12 17:57:56.703983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Calling delete_port for 19a1af64-5168-49aa-a7d8-68ce58fdba7c owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:57:56.875176 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (19a1af64-5168-49aa-a7d8-68ce58fdba7c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:56.882609 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec130a6-18e0-4c07-97b5-f392c294ed18 req-ee39a122-6dc2-4316-84dc-30dd587b0af6 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.884113 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4ec130a6-18e0-4c07-97b5-f392c294ed18 req-ee39a122-6dc2-4316-84dc-30dd587b0af6 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0662374 Apr 12 17:57:56.922193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event deleted for resources: {'Port': ['ID=19a1af64-5168-49aa-a7d8-68ce58fdba7c,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:56.975464 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.975821 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.976158 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.976500 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.976832 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.977167 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.977499 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.977828 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.978152 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.978480 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.978803 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.979134 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.979463 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.979782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:56.980108 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.018356 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4ec130a6-18e0-4c07-97b5-f392c294ed18 req-f8f8c682-443a-4332-84a6-7826ad97ed1c tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251230 Apr 12 17:57:57.078784 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:57:57.141862 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a45f0b1-d076-4bc1-8418-364ad36f1feb no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:57:57.220801 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 7a45f0b1-d076-4bc1-8418-364ad36f1feb is: ACTIVE; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:57.221143 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:57.228176 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3d282fd5-31b7-40b9-996d-8dacb84fe7ff req-1f3f2035-1273-4a80-b3ed-14cf838b0abe tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=7869c8f9-c777-40a8-aa01-d8fc7ca02c69 HTTP/1.1" status: 200 len: 210 time: 0.0614364 Apr 12 17:57:57.230876 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-021e5463-9660-49aa-a854-76edc669c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.232240 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-021e5463-9660-49aa-a854-76edc669c765 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7&tenant_id=5f2454d2534940fb83a1aa93fa35d48f HTTP/1.1" status: 200 len: 1129 time: 0.1107099 Apr 12 17:57:57.259410 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:57.261751 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7a8784-6a59-4315-ab95-07ee0f051d1a" -d '{"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-unplugged", "status": "completed", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:57.267604 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:57.280868 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] Sync routers for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:57.291768 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:57.296053 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:57.297366 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:57:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:57.300061 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:57.327246 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-66a0f310-4b34-452f-b17f-2e1b26196ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.328887 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-66a0f310-4b34-452f-b17f-2e1b26196ecc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.0720210 Apr 12 17:57:57.356427 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3113d4a-f100-4c8f-bff7-aadcbef08832 x-openstack-request-id: req-f3113d4a-f100-4c8f-bff7-aadcbef08832 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:57.357025 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-unplugged", "status": "completed", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:57.357430 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3113d4a-f100-4c8f-bff7-aadcbef08832 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:57.357971 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3113d4a-f100-4c8f-bff7-aadcbef08832'] response: {'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'code': 200} Apr 12 17:57:57.359408 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:57.367005 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.367393 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.367735 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.368070 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.368399 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.368723 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.369087 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.369352 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.370241 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.370584 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.371060 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.371392 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.371718 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.372043 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.372363 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:57.374613 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] No DVR routers for this DVR port 19a1af64-5168-49aa-a7d8-68ce58fdba7c on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:57:57.383731 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:57.387246 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d9151cd8-2835-43d2-b535-f62ed4a0fee4 req-ca67dee7-fed7-4a47-bf67-41864892d286 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "DELETE /v2.0/ports/19a1af64-5168-49aa-a7d8-68ce58fdba7c HTTP/1.1" status: 204 len: 173 time: 1.0448775 Apr 12 17:57:57.387719 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-deleted', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:57.390172 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3864c3f3-a2a8-4f02-b9b5-aee6a1e61c1d" -d '{"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-deleted", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:57.445107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c19fa2-0e7e-4973-a7f6-414d445a0ebe x-openstack-request-id: req-83c19fa2-0e7e-4973-a7f6-414d445a0ebe {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:57.445429 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7869c8f9-c777-40a8-aa01-d8fc7ca02c69", "name": "network-vif-deleted", "tag": "19a1af64-5168-49aa-a7d8-68ce58fdba7c", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:57.445668 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83c19fa2-0e7e-4973-a7f6-414d445a0ebe {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:57.446734 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c19fa2-0e7e-4973-a7f6-414d445a0ebe'] response: {'server_uuid': '7869c8f9-c777-40a8-aa01-d8fc7ca02c69', 'name': 'network-vif-deleted', 'tag': '19a1af64-5168-49aa-a7d8-68ce58fdba7c', 'status': 'completed', 'code': 200} Apr 12 17:57:57.482092 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-e2fc42ff-b722-4b68-b094-0754a3a87568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.483770 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-e2fc42ff-b722-4b68-b094-0754a3a87568 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.1483805 Apr 12 17:57:57.487590 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:57.558987 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-3cc84170-b60f-4fa1-a4cc-f494368e4fbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 998 time: 0.0689671 Apr 12 17:57:57.610673 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-2a640847-28da-4dea-92d5-6c952b5ce60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.612226 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-2a640847-28da-4dea-92d5-6c952b5ce60e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0462050 Apr 12 17:57:57.661120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-409b127e-58f5-4af6-b870-87113792dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.662807 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-409b127e-58f5-4af6-b870-87113792dcf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436988 Apr 12 17:57:57.695381 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:57.722145 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] Checking router: c6e677ae-90ed-46fe-ac2d-0b0afce132d0 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:57.731255 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:57.731857 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:57:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:57.759075 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-30c99e26-2b41-41e7-a945-519ce32a07fa service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886991 Apr 12 17:57:57.844534 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:57.850986 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22bca5e1-6328-43c5-b34e-80fdb459b0c8 req-c3c6345b-13ef-4fb9-bca6-09b77618e4fa service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Apr 12 17:57:58.039091 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:58.067394 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833aec5f-9ea6-4c63-ac2d-6ac935e86a52 None None] The sync data for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi is: [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:57:58.141021 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192b142-ba4f-493f-9461-acdb15ae3f9e req-a3ec9f0f-11ab-4c8c-8e3e-015bad4c4bdb tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:58.142516 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5192b142-ba4f-493f-9461-acdb15ae3f9e req-a3ec9f0f-11ab-4c8c-8e3e-015bad4c4bdb tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0518291 Apr 12 17:57:58.192003 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5192b142-ba4f-493f-9461-acdb15ae3f9e req-d85fb806-a08b-45ec-a921-8eed87183a28 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Apr 12 17:57:58.325975 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928565d-a0b1-4a75-b362-376469a4ab8f None None] New status for floating IP c24f4f0a-a9e5-4265-b849-6b34e1f28e80: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:57:58.332707 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34770) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:58.384914 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abb7a1fb-7c1f-4693-86d4-43441efb9802 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (ff352032-681e-4557-a8d6-8c9ddd3f922d), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.407492 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abb7a1fb-7c1f-4693-86d4-43441efb9802 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (ff352032-681e-4557-a8d6-8c9ddd3f922d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.457095 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abb7a1fb-7c1f-4693-86d4-43441efb9802 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ff352032-681e-4557-a8d6-8c9ddd3f922d), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.460197 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-abb7a1fb-7c1f-4693-86d4-43441efb9802 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.461356 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-abb7a1fb-7c1f-4693-86d4-43441efb9802 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "DELETE /v2.0/security-groups/ff352032-681e-4557-a8d6-8c9ddd3f922d HTTP/1.1" status: 204 len: 168 time: 0.1275704 Apr 12 17:57:58.464202 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34772) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:58.474912 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7a1fb-7c1f-4693-86d4-43441efb9802 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff352032-681e-4557-a8d6-8c9ddd3f922d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:58.479150 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.api.v2.resource [None req-ebf30ea5-e1e5-4211-94aa-09e95d2fd3a5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] show failed (client error): The resource could not be found. Apr 12 17:57:58.480683 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ebf30ea5-e1e5-4211-94aa-09e95d2fd3a5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups/ff352032-681e-4557-a8d6-8c9ddd3f922d HTTP/1.1" status: 404 len: 347 time: 0.0149662 Apr 12 17:57:58.483061 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34774) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:58.537452 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33abaf37-0c79-47cb-bbbc-508c78f21393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.602226 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Deleting port ca051a60-0193-4820-b026-2ce91a5e7090 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:57:58.602534 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (ca051a60-0193-4820-b026-2ce91a5e7090), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.682258 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (ca051a60-0193-4820-b026-2ce91a5e7090), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.682508 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (ca051a60-0193-4820-b026-2ce91a5e7090), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.695612 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Calling delete_port for ca051a60-0193-4820-b026-2ce91a5e7090 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:57:58.830463 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (ca051a60-0193-4820-b026-2ce91a5e7090), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.864147 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event deleted for resources: {'Port': ['ID=ca051a60-0193-4820-b026-2ce91a5e7090,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:58.929774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (c24f4f0a-a9e5-4265-b849-6b34e1f28e80), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.932409 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.933494 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9acdc457-ee06-4296-a808-b5e915af01e8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "DELETE /v2.0/floatingips/c24f4f0a-a9e5-4265-b849-6b34e1f28e80 HTTP/1.1" status: 204 len: 168 time: 0.4494200 Apr 12 17:57:59.313934 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb19ca1-3081-4a4e-852d-51bf6069fad8 req-c47516da-639a-473c-8755-bb50cd1592fb tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:59.316118 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4cb19ca1-3081-4a4e-852d-51bf6069fad8 req-c47516da-639a-473c-8755-bb50cd1592fb tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0479944 Apr 12 17:57:59.339280 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34780) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:59.343920 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b510e6c7-c0cf-4970-8ee0-f3a2e8c474a2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613496993', 'description': 'tempest-description--1221766001'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:59.365389 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b510e6c7-c0cf-4970-8ee0-f3a2e8c474a2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.367208 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4cb19ca1-3081-4a4e-852d-51bf6069fad8 req-bbf834b2-5c65-49dc-bf59-206c3840c02b tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456359 Apr 12 17:57:59.439597 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b510e6c7-c0cf-4970-8ee0-f3a2e8c474a2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (c646dad4-cf42-49da-8598-7e5af204ed89), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.444573 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b510e6c7-c0cf-4970-8ee0-f3a2e8c474a2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (c646dad4-cf42-49da-8598-7e5af204ed89), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.474636 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b510e6c7-c0cf-4970-8ee0-f3a2e8c474a2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.475837 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b510e6c7-c0cf-4970-8ee0-f3a2e8c474a2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1355591 Apr 12 17:57:59.477671 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510e6c7-c0cf-4970-8ee0-f3a2e8c474a2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c646dad4-cf42-49da-8598-7e5af204ed89,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:59.478891 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34782) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:59.483527 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-89518769-bba5-4d8b-8957-3ad00e3c503d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'security_group_rule': {'security_group_id': 'c646dad4-cf42-49da-8598-7e5af204ed89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:59.514360 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-89518769-bba5-4d8b-8957-3ad00e3c503d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (13c44529-aa68-4891-8e52-a5679fc563e0), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.581128 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-89518769-bba5-4d8b-8957-3ad00e3c503d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (13c44529-aa68-4891-8e52-a5679fc563e0), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.586609 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-89518769-bba5-4d8b-8957-3ad00e3c503d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (13c44529-aa68-4891-8e52-a5679fc563e0), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.604935 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89518769-bba5-4d8b-8957-3ad00e3c503d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c44529-aa68-4891-8e52-a5679fc563e0,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:59.612044 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-89518769-bba5-4d8b-8957-3ad00e3c503d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.613675 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-89518769-bba5-4d8b-8957-3ad00e3c503d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336946 Apr 12 17:57:59.616684 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34784) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:59.621312 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4fc33ee6-1004-4d59-bb39-4edec4687ad6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'security_group_rule': {'security_group_id': 'c646dad4-cf42-49da-8598-7e5af204ed89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:59.649140 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ee6-1004-4d59-bb39-4edec4687ad6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (4a394d84-0163-40e7-8f00-79cf322dbb7a), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.706596 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ee6-1004-4d59-bb39-4edec4687ad6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (4a394d84-0163-40e7-8f00-79cf322dbb7a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.712280 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ee6-1004-4d59-bb39-4edec4687ad6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (4a394d84-0163-40e7-8f00-79cf322dbb7a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.729561 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc33ee6-1004-4d59-bb39-4edec4687ad6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a394d84-0163-40e7-8f00-79cf322dbb7a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:59.738062 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ee6-1004-4d59-bb39-4edec4687ad6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.739267 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4fc33ee6-1004-4d59-bb39-4edec4687ad6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215653 Apr 12 17:57:59.742455 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 34786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:59.746639 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:59.768941 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.850040 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.963650 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Allocated IP 172.27.3.91 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/8b54e3e8-721b-4581-ac71-26f5ff3e2728) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:58:00.079168 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.120242 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.121259 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.164340 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:58:00.167299 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:58:00.171610 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:58:00.174632 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'Port': ['ID=8b54e3e8-721b-4581-ac71-26f5ff3e2728,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:00.267444 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (d33aedaa-bbf4-4e61-83ef-5371de31033c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.306710 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.470762 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.476632 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.489467 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73da6-955b-4885-944c-25d443d8bd09 req-13cefb9d-1558-49ff-971b-6d13aba580c3 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:00.491016 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d6c73da6-955b-4885-944c-25d443d8bd09 req-13cefb9d-1558-49ff-971b-6d13aba580c3 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0516202 Apr 12 17:58:00.541307 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d6c73da6-955b-4885-944c-25d443d8bd09 req-638206b0-1f15-40db-a03d-ec5e7e0ca9f7 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Apr 12 17:58:00.543907 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'Port': ['ID=8b54e3e8-721b-4581-ac71-26f5ff3e2728,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:00.555986 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (d33aedaa-bbf4-4e61-83ef-5371de31033c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.572039 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:00.573288 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-66cb16a8-0d03-4798-8c44-9f5c66d4094f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8298733 Apr 12 17:58:00.768723 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-57d859e3-a2b0-45ec-b72e-958249885ec4 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1613496993&fields=id&tenant_id=fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 267 time: 0.0423915 Apr 12 17:58:00.881086 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-2e4630ee-0c58-4082-8be5-281b5043e317 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:00.882554 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-2e4630ee-0c58-4082-8be5-281b5043e317 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 817 time: 0.1052861 Apr 12 17:58:00.900036 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-ccb7609b-d916-4d13-ba48-df6653e8963d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/quotas/fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 375 time: 0.0093312 Apr 12 17:58:00.955993 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-5595fc19-9541-4e0f-9636-ba2e0df9fdef tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488031 Apr 12 17:58:01.067579 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-7ec2d14e-1896-4280-a785-5ae76fb02e98 service neutron] 10.222.0.45 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934894 Apr 12 17:58:01.156946 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-2beb25e8-348e-4a99-9ab3-e559ba840907 service neutron] 10.222.0.45 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835202 Apr 12 17:58:01.166554 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:58:01.189808 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 19a1af64-5168-49aa-a7d8-68ce58fdba7c {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:58:01.190473 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 19a1af64-5168-49aa-a7d8-68ce58fdba7c not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:58:01.321149 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bf01b9f-33c3-45a1-a8e8-5266a5206955 req-9e91b501-bb70-4350-b4e2-5f29e95cd4ea tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Apr 12 17:58:01.406402 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:01.658101 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da503f-d32e-4f27-adaa-cd2f5d30a9a9 req-15a3424f-e3b6-4605-882a-7aeeb24207e4 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:01.659931 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15da503f-d32e-4f27-adaa-cd2f5d30a9a9 req-15a3424f-e3b6-4605-882a-7aeeb24207e4 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0489488 Apr 12 17:58:01.712420 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15da503f-d32e-4f27-adaa-cd2f5d30a9a9 req-c4cff9f4-ed5c-443b-91a3-4b97197b93d4 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459361 Apr 12 17:58:02.289089 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-c49bc3b3-16ee-4270-bc19-4960c5b514ad tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:02.290558 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-c49bc3b3-16ee-4270-bc19-4960c5b514ad tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 817 time: 0.1125567 Apr 12 17:58:02.629720 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cf332450-ff5f-408d-9179-ebf32f5ad0b4 req-316798d4-2774-4a44-8a30-af21b7d9ec65 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 210 time: 0.0305192 Apr 12 17:58:02.662105 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-5f49b9b1-80de-4385-81bc-878f29c9869a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 380 time: 0.3625081 Apr 12 17:58:02.671170 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'port': {'device_id': '26ceceab-af25-4e4d-a561-565e04522c58', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'admin_state_up': True, 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'security_groups': ['c646dad4-cf42-49da-8598-7e5af204ed89']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:02.688406 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:02.790782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Made reservation on behalf of fa60a6d05f104142808eecb308685236 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:58:02.793875 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:02.846313 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1d4b4-a956-46ab-9acb-944828adf510 req-ea402206-5fcf-464a-a18c-3729c57ee0a0 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:02.847856 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-12c1d4b4-a956-46ab-9acb-944828adf510 req-ea402206-5fcf-464a-a18c-3729c57ee0a0 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0665510 Apr 12 17:58:02.961372 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-12c1d4b4-a956-46ab-9acb-944828adf510 req-eed2dcc0-6081-4b93-9b18-106543fa12ba tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863879 Apr 12 17:58:02.990535 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Allocated IP 172.20.0.3 (6789548f-b3c7-4862-8da5-42b7e8c5e4b7/c3623c61-c39c-454d-ad47-ef4d570b5758/0b0b280c-aff9-4e19-a573-1c5d5739fc5f) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:58:03.129394 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:03.165287 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:03.206938 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:58:03.212421 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:58:03.216011 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:58:03.222652 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:03.269000 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:03.269642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:03.287773 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1e1b297d-8a1a-4cac-b59b-f3b100dd76a6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201508 Apr 12 17:58:03.467868 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-54fd8f34-7a82-4d1d-899e-68db2fce4391 None None] Provisioning complete for port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:03.468113 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f34-7a82-4d1d-899e-68db2fce4391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:03.502731 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-54fd8f34-7a82-4d1d-899e-68db2fce4391 None None] Port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:58:03.616967 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Request body: {'port': {'device_id': '26ceceab-af25-4e4d-a561-565e04522c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:03.682846 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:03.776364 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241356e-d20e-4ce4-8d89-ecf25ff2d986 req-b2436623-1da8-49d9-b436-64078c9b7937 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:03.777773 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5241356e-d20e-4ce4-8d89-ecf25ff2d986 req-b2436623-1da8-49d9-b436-64078c9b7937 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 931 time: 0.0750079 Apr 12 17:58:03.888668 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f9f1e-c25f-420e-805f-0f2dcd4fbe96 req-93d1cf37-d1d8-4285-b613-97f9e3f916b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:03.890115 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef4f9f1e-c25f-420e-805f-0f2dcd4fbe96 req-93d1cf37-d1d8-4285-b613-97f9e3f916b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1127 time: 0.1108243 Apr 12 17:58:03.985800 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5241356e-d20e-4ce4-8d89-ecf25ff2d986 req-3d2602a0-7df9-4f17-9ce8-098b7c95608b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942399 Apr 12 17:58:04.016975 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef4f9f1e-c25f-420e-805f-0f2dcd4fbe96 req-e8ef3ac1-23b3-4671-88cf-fe0f173912e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195803 Apr 12 17:58:04.101050 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870577-7d6b-4286-8001-d9763dcc774e req-2bc2a5c2-347e-4832-b006-4a370bbfb189 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.102426 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2870577-7d6b-4286-8001-d9763dcc774e req-2bc2a5c2-347e-4832-b006-4a370bbfb189 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0591273 Apr 12 17:58:04.152160 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0b280c-aff9-4e19-a573-1c5d5739fc5f {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:04.162580 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Publish callbacks [] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:04.191001 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Transition to ACTIVE for port object 0b0b280c-aff9-4e19-a573-1c5d5739fc5f will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:58:04.195274 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2870577-7d6b-4286-8001-d9763dcc774e req-82411b3c-78d7-4603-8cf3-50e717a85984 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728664 Apr 12 17:58:04.196268 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:04.252739 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:04.330329 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Attempting to bind port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:58:04.330693 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Attempting to bind port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:58:04.331246 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Attempting to bind port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:58:04.337258 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:58:04.337591 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Attempting to bind port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f on network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:58:04.342855 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:58:04.343241 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Checking segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:58:04.343635 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Bound using segment: {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:58:04.344065 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Bound port: 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df9f832-9ac7-4a13-8526-12e65eef30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:58:04.344427 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:04.415213 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:58:04.418390 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:58:04.427592 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:04.461896 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.462825 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:04.464188 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] 10.222.0.18 "PUT /v2.0/ports/0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 200 len: 1093 time: 0.8518972 Apr 12 17:58:04.464677 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:04.466911 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a2bd3b-2d17-444c-8c71-abb5a9533b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:04.493282 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a7f5a-d576-454a-9be4-b52aa071bace service neutron] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:04.505692 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f84d13-2693-492a-b63e-c82c5ee0e7f8 x-openstack-request-id: req-75f84d13-2693-492a-b63e-c82c5ee0e7f8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:04.505988 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:04.506246 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75f84d13-2693-492a-b63e-c82c5ee0e7f8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:04.506664 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f84d13-2693-492a-b63e-c82c5ee0e7f8'] response: {'name': 'network-changed', 'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'status': 'completed', 'code': 200} Apr 12 17:58:04.658411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2bd3b-2d17-444c-8c71-abb5a9533b6f req-6ea6fde8-6da5-4764-8e28-c2fc865e2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.660121 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9a2bd3b-2d17-444c-8c71-abb5a9533b6f req-6ea6fde8-6da5-4764-8e28-c2fc865e2d59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1127 time: 0.0436790 Apr 12 17:58:04.768269 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2bd3b-2d17-444c-8c71-abb5a9533b6f req-e6cc474d-9389-4ba1-aac7-b6c111085007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.769876 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9a2bd3b-2d17-444c-8c71-abb5a9533b6f req-e6cc474d-9389-4ba1-aac7-b6c111085007 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa60a6d05f104142808eecb308685236&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1021969 Apr 12 17:58:04.866162 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2bd3b-2d17-444c-8c71-abb5a9533b6f req-5a331572-96ff-4ef7-ba2f-063c4ef4cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.867653 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9a2bd3b-2d17-444c-8c71-abb5a9533b6f req-5a331572-96ff-4ef7-ba2f-063c4ef4cad6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917451 Apr 12 17:58:05.113376 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169837ea-0e16-466b-9bc6-4909600e308b req-4b08c72b-993d-4dd4-ac3c-72dc7f797a07 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.114824 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-169837ea-0e16-466b-9bc6-4909600e308b req-4b08c72b-993d-4dd4-ac3c-72dc7f797a07 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0532384 Apr 12 17:58:05.167268 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-169837ea-0e16-466b-9bc6-4909600e308b req-064e064e-d71c-4b92-8afd-2f92a6908c24 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466886 Apr 12 17:58:05.174244 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a45f0b1-d076-4bc1-8418-364ad36f1feb details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:58:05.249059 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-04a181ba-059e-43ab-a493-c28e9d9c88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.250740 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-04a181ba-059e-43ab-a493-c28e9d9c88b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1127 time: 0.0418739 Apr 12 17:58:05.284919 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:05.294038 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-f033cbac-776b-4206-b797-208f8111964f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 200 len: 217 time: 0.0365372 Apr 12 17:58:05.295900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'port_id': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'mac_address': 'fa:16:3e:a3:80:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:58:05.334531 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 7a45f0b1-d076-4bc1-8418-364ad36f1feb is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:05.335315 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:05.352201 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a45f0b1-d076-4bc1-8418-364ad36f1feb {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:05.365338 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9a66-b5d8-4d5a-916f-17cba11b89ad req-f94672b1-2d18-462b-b230-ee446a8f750e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.366836 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8def9a66-b5d8-4d5a-916f-17cba11b89ad req-f94672b1-2d18-462b-b230-ee446a8f750e tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 943 time: 0.0755568 Apr 12 17:58:05.372541 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:05.377508 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:05.385815 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1ac4aac7-0d86-492b-a366-1d871bc49be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.387244 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-1ac4aac7-0d86-492b-a366-1d871bc49be6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0857038 Apr 12 17:58:05.424499 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:05.451097 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-a4ec2f8e-ad19-4975-97e7-7924919f74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.452635 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-a4ec2f8e-ad19-4975-97e7-7924919f74da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592620 Apr 12 17:58:05.456554 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8def9a66-b5d8-4d5a-916f-17cba11b89ad req-d2130c8f-b917-4837-af46-fe49fbd78e2f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808871 Apr 12 17:58:05.546441 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-ce52d462-e211-41d0-a383-8c284742dae1 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874760 Apr 12 17:58:05.598945 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['7a45f0b1-d076-4bc1-8418-364ad36f1feb'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:05.637373 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8786680a-8cf2-44c1-9a92-5347c10879b5 req-88b80aef-bcaf-42fb-84ad-35f3de9949b4 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Apr 12 17:58:06.310605 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b6ce3-1751-45b1-aad3-5d2166221b52 req-1effe549-cebc-407b-9dd2-7b5b045b8313 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:06.312775 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e12b6ce3-1751-45b1-aad3-5d2166221b52 req-1effe549-cebc-407b-9dd2-7b5b045b8313 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0622077 Apr 12 17:58:06.363298 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e12b6ce3-1751-45b1-aad3-5d2166221b52 req-32943c30-0fcf-468d-bdb3-cd09a0a117c8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Apr 12 17:58:06.546063 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.183800 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a45f0b1-d076-4bc1-8418-364ad36f1feb up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:58:07.240673 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 7a45f0b1-d076-4bc1-8418-364ad36f1feb triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:07.241060 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.325214 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 7a45f0b1-d076-4bc1-8418-364ad36f1feb is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:07.325599 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.349576 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:07.351843 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f73e190-9c1e-4859-811b-6ead015e645b" -d '{"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-plugged", "status": "completed", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:07.364130 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:07.369550 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.397778 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb3b99-421e-41ad-84e6-554bee169e94 x-openstack-request-id: req-bbbb3b99-421e-41ad-84e6-554bee169e94 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:07.398068 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-plugged", "status": "completed", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:07.398327 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbbb3b99-421e-41ad-84e6-554bee169e94 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:07.398724 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbb3b99-421e-41ad-84e6-554bee169e94'] response: {'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'code': 200} Apr 12 17:58:07.424952 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=8']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:07.486961 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d16da-090d-4c0d-bfae-fcfa4a0a996b req-09920676-ff25-4eee-a167-350ed14aa4ac tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:07.488432 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a79d16da-090d-4c0d-bfae-fcfa4a0a996b req-09920676-ff25-4eee-a167-350ed14aa4ac tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0471020 Apr 12 17:58:07.537354 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a79d16da-090d-4c0d-bfae-fcfa4a0a996b req-e6ea378c-2e64-4f9e-9c7e-c0b18e240269 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404944 Apr 12 17:58:08.684319 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909bf7e-53d7-4978-8a1a-0efce86c5d16 req-12a7160c-1e63-4507-862c-b83c826462e5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:08.685755 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8909bf7e-53d7-4978-8a1a-0efce86c5d16 req-12a7160c-1e63-4507-862c-b83c826462e5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0584266 Apr 12 17:58:08.736890 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8909bf7e-53d7-4978-8a1a-0efce86c5d16 req-ff42219c-347c-4fa3-8c95-f7df997c33d6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Apr 12 17:58:09.198432 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:58:09.302092 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:09.313031 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'port_id': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'mac_address': 'fa:16:3e:c0:7c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:58:09.359544 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:09.359944 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:09.374338 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0b280c-aff9-4e19-a573-1c5d5739fc5f {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:09.396013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:09.403845 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:09.454854 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:09.605345 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0b0b280c-aff9-4e19-a573-1c5d5739fc5f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:09.857002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7807eb-36ff-4fd0-9335-8a95a56bb547 req-73d210d3-9629-4669-b12b-0dfb10a08834 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:09.858478 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be7807eb-36ff-4fd0-9335-8a95a56bb547 req-73d210d3-9629-4669-b12b-0dfb10a08834 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 944 time: 0.0496068 Apr 12 17:58:09.912269 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be7807eb-36ff-4fd0-9335-8a95a56bb547 req-cb1b6ea6-b64e-458c-a802-5d56e1a0b7d7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476649 Apr 12 17:58:09.951475 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-a262ffd8-8e04-4538-bdfe-d5d5b65d4f99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382276 Apr 12 17:58:10.040853 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-6f56cdfd-9b34-4491-a69c-a30ab473e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:10.042234 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-6f56cdfd-9b34-4491-a69c-a30ab473e1e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.0470147 Apr 12 17:58:10.153140 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-e2b88127-3526-4059-adcb-dd40675df1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:10.154597 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-e2b88127-3526-4059-adcb-dd40675df1ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.0919762 Apr 12 17:58:10.222896 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-4f0da5e4-d93b-48f7-9ab7-de111561dadd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 1000 time: 0.0620055 Apr 12 17:58:10.269989 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-1ddd0136-5943-48ca-a270-2131d622ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:10.271431 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-1ddd0136-5943-48ca-a270-2131d622ce1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0429099 Apr 12 17:58:10.314697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-e4f0811e-2ea2-4c54-9003-53db2e175f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:10.316273 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-e4f0811e-2ea2-4c54-9003-53db2e175f85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384171 Apr 12 17:58:10.419205 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-998af521-aec0-4803-94e9-ffd78b9d9a28 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959759 Apr 12 17:58:10.511621 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40f7c13e-6ae7-43ac-9385-7671e5f41614 req-5877d8a5-9846-46e8-b354-fcce643bfd88 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862243 Apr 12 17:58:11.053696 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42348d-54cb-49ca-9910-cd99b9630942 req-dbc825b5-a963-46d2-923b-f6cee6f76f56 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:11.055237 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a42348d-54cb-49ca-9910-cd99b9630942 req-dbc825b5-a963-46d2-923b-f6cee6f76f56 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 944 time: 0.0604370 Apr 12 17:58:11.104221 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a42348d-54cb-49ca-9910-cd99b9630942 req-7d0a0f12-5690-45cb-ba11-702ae9e8e096 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Apr 12 17:58:11.225872 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:58:11.281337 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:58:11.289780 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:11.290184 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:11.369683 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:11.370063 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:11.392070 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:11.394346 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b37a40-7d85-4c30-b4d6-207762ecd466" -d '{"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:11.406372 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:11.411791 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:11.439852 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44869a58-7449-4f5d-a64f-2b61b8d02ee3 x-openstack-request-id: req-44869a58-7449-4f5d-a64f-2b61b8d02ee3 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:11.440183 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:11.440416 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44869a58-7449-4f5d-a64f-2b61b8d02ee3 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:11.440808 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44869a58-7449-4f5d-a64f-2b61b8d02ee3'] response: {'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'code': 200} Apr 12 17:58:11.467379 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:11.615458 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ca51-f3c0-48c5-b2ed-1007de3ba02f req-866ae0eb-780d-495e-b96f-1630994889f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:11.616948 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce49ca51-f3c0-48c5-b2ed-1007de3ba02f req-866ae0eb-780d-495e-b96f-1630994889f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1129 time: 0.0438659 Apr 12 17:58:11.663311 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce49ca51-f3c0-48c5-b2ed-1007de3ba02f req-503a18f1-6a83-493f-b234-f9c79dde2aa8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Apr 12 17:58:12.226758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a6d9c-663d-416c-84b3-d976aa0084ea req-6c9fd44e-1662-4e9a-8e59-996dc19fc25e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:12.228236 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-904a6d9c-663d-416c-84b3-d976aa0084ea req-6c9fd44e-1662-4e9a-8e59-996dc19fc25e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Apr 12 17:58:12.284600 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-904a6d9c-663d-416c-84b3-d976aa0084ea req-5a3eedaa-83e8-40db-8c6d-34b48d7f0e8a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505493 Apr 12 17:58:13.427318 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c5f5-dfd5-438c-be2d-7c59fe3a3c3f req-defec0c5-752b-43f8-8957-5a4c5479b9ca tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:13.428810 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-19f6c5f5-dfd5-438c-be2d-7c59fe3a3c3f req-defec0c5-752b-43f8-8957-5a4c5479b9ca tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0546610 Apr 12 17:58:13.478744 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-19f6c5f5-dfd5-438c-be2d-7c59fe3a3c3f req-609addb9-c8b9-483e-98e2-5ba99eaf7ccd tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442636 Apr 12 17:58:13.592618 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027cfe7-91cb-4de7-9887-40260b1786d1 req-20052435-3779-4678-ae1e-8a49bf6de97f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:13.593965 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1027cfe7-91cb-4de7-9887-40260b1786d1 req-20052435-3779-4678-ae1e-8a49bf6de97f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0471663 Apr 12 17:58:13.602739 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 34858) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:13.607010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Request body: {'floatingip': {'port_id': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:13.649114 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (d33aedaa-bbf4-4e61-83ef-5371de31033c), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.160165 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.166382 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (d33aedaa-bbf4-4e61-83ef-5371de31033c), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.289046 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Floating IP d33aedaa-bbf4-4e61-83ef-5371de31033c associated. External IP: 172.27.3.91, port: 0b0b280c-aff9-4e19-a573-1c5d5739fc5f. Apr 12 17:58:14.552974 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:58:14.683199 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:58:14.688675 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.695293 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] Sync routers for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:58:14.709070 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:14.710036 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:57:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:14.732310 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-35391cc6-e09a-450f-9025-98ab650529b5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "PUT /v2.0/floatingips/d33aedaa-bbf4-4e61-83ef-5371de31033c HTTP/1.1" status: 200 len: 990 time: 1.1284945 Apr 12 17:58:14.732922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:14.735611 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848" -d '{"events": [{"name": "network-changed", "server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:14.774041 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0ef9b4-64e0-477d-8249-f7611c4674a9 x-openstack-request-id: req-9f0ef9b4-64e0-477d-8249-f7611c4674a9 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:14.774310 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:14.774568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f0ef9b4-64e0-477d-8249-f7611c4674a9 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:14.774985 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0ef9b4-64e0-477d-8249-f7611c4674a9'] response: {'name': 'network-changed', 'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'status': 'completed', 'code': 200} Apr 12 17:58:14.832131 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:14.840839 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-7f9df92c-bac7-45d7-b942-e6ad14be2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:14.842364 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-7f9df92c-bac7-45d7-b942-e6ad14be2025 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1129 time: 0.0442166 Apr 12 17:58:14.942510 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-33756ea0-cd2a-4efb-8343-598520a63068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:14.944036 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-33756ea0-cd2a-4efb-8343-598520a63068 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0959027 Apr 12 17:58:15.159387 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'd33aedaa-bbf4-4e61-83ef-5371de31033c', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'port_id': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'mac_address': 'fa:16:3e:c0:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ceceab-af25-4e4d-a561-565e04522c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:00Z', 'updated_at': '2022-04-12T17:58:14Z', 'revision_number': 1, 'project_id': 'fa60a6d05f104142808eecb308685236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:15.187535 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] Checking router: c6e677ae-90ed-46fe-ac2d-0b0afce132d0 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:58:15.197485 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:15.198143 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:57:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:15.304859 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-e5171743-de56-4cea-bd1a-2e084a77945d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 200 len: 998 time: 0.3544900 Apr 12 17:58:15.311602 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:15.358355 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-540d8ed6-0446-4b4d-81ae-d8f73455148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:15.360716 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-540d8ed6-0446-4b4d-81ae-d8f73455148a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0449703 Apr 12 17:58:15.405667 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-6c82155b-a286-4aae-b145-69792c6beb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:15.407173 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-6c82155b-a286-4aae-b145-69792c6beb4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407383 Apr 12 17:58:15.498653 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-62cbe0ed-c41f-409a-bad0-01961d99d4fa service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846465 Apr 12 17:58:15.541514 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'd33aedaa-bbf4-4e61-83ef-5371de31033c', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'port_id': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'mac_address': 'fa:16:3e:c0:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ceceab-af25-4e4d-a561-565e04522c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:00Z', 'updated_at': '2022-04-12T17:58:14Z', 'revision_number': 1, 'project_id': 'fa60a6d05f104142808eecb308685236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:15.567551 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27301525-8adc-4b0a-8027-e9be0e55eae0 None None] The sync data for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi is: [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': 'd33aedaa-bbf4-4e61-83ef-5371de31033c', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'port_id': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'mac_address': 'fa:16:3e:c0:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ceceab-af25-4e4d-a561-565e04522c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:00Z', 'updated_at': '2022-04-12T17:58:14Z', 'revision_number': 1, 'project_id': 'fa60a6d05f104142808eecb308685236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:58:15.587875 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0d85ccd-746c-4aa8-8bbd-70800a5a1848 req-6a345cde-20c6-4ea6-8833-3b3656772439 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833340 Apr 12 17:58:15.789225 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6d8d5-e3eb-42bd-9114-fb2d0502bbab None None] New status for floating IP d33aedaa-bbf4-4e61-83ef-5371de31033c: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:58:24.482493 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:58:26.303536 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ed06997a-9639-45ae-814a-1af18bc557e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:28.550210 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f304d8d9-8947-45da-8137-db30513576a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:30.128839 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:31.419941 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:32.697675 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:36.553179 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:53.339282 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319af44-518b-496e-a3e6-96e1090c410c req-88a64f86-6735-4294-bd79-2e6761789a6a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:53.340797 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c319af44-518b-496e-a3e6-96e1090c410c req-88a64f86-6735-4294-bd79-2e6761789a6a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0539000 Apr 12 17:58:53.390832 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c319af44-518b-496e-a3e6-96e1090c410c req-6fbcd840-7054-4b03-9911-513834bb5ced tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Apr 12 17:58:54.538507 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187865-a001-4f00-8a7d-79a2aafb30e0 req-31a9a72d-cbf8-4779-8bfd-4d1749268473 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:54.540056 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab187865-a001-4f00-8a7d-79a2aafb30e0 req-31a9a72d-cbf8-4779-8bfd-4d1749268473 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0551469 Apr 12 17:58:54.603624 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab187865-a001-4f00-8a7d-79a2aafb30e0 req-ad10a81f-d3c5-4db1-a7e7-0385ca9ee764 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577741 Apr 12 17:58:55.729709 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42c07a-9615-4fe8-845c-4eb310f563ba req-6696d4ad-fb20-44eb-962f-74beed25818b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:55.731196 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de42c07a-9615-4fe8-845c-4eb310f563ba req-6696d4ad-fb20-44eb-962f-74beed25818b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Apr 12 17:58:55.784411 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de42c07a-9615-4fe8-845c-4eb310f563ba req-6db6c9bf-2a31-4eb6-94c3-25bb8d8b0af0 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474012 Apr 12 17:58:56.310255 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37fbf9f8-30fe-4a51-b283-8725954f83ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:56.911331 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904860cc-0beb-407b-94cc-4d5a517e0821 req-638c2029-b1eb-40f8-9f70-a607f70a1784 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:56.912795 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-904860cc-0beb-407b-94cc-4d5a517e0821 req-638c2029-b1eb-40f8-9f70-a607f70a1784 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Apr 12 17:58:56.958469 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-904860cc-0beb-407b-94cc-4d5a517e0821 req-38ad75b6-7a82-4f3f-b1d2-c00a7958323a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Apr 12 17:58:58.092654 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787436-694c-493f-a2c0-a32047fe94e5 req-a0546286-7223-4fb4-9a32-b89566e3b5ab tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:58.094122 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62787436-694c-493f-a2c0-a32047fe94e5 req-a0546286-7223-4fb4-9a32-b89566e3b5ab tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0498126 Apr 12 17:58:58.154320 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62787436-694c-493f-a2c0-a32047fe94e5 req-1000e6d4-8c2f-4bef-a8c4-084b10c4dbed tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543821 Apr 12 17:58:58.551453 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f741a029-e632-47bd-a312-7ddbdb87d831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:59.286606 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf56a-0cc3-41a4-9c90-75f578250f6f req-83cd33ad-26c7-425b-b1ae-8b80b88fc39e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:59.288298 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e4faf56a-0cc3-41a4-9c90-75f578250f6f req-83cd33ad-26c7-425b-b1ae-8b80b88fc39e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0534322 Apr 12 17:58:59.338951 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e4faf56a-0cc3-41a4-9c90-75f578250f6f req-9e4fddc4-30c5-407d-a011-47f919056c26 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447133 Apr 12 17:59:00.137304 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:00.473528 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416ad51-11a3-4252-8bb3-3b5e17dcf1e3 req-2eef76d4-5c08-489b-8af6-ca43aa56dc42 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:00.474982 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c416ad51-11a3-4252-8bb3-3b5e17dcf1e3 req-2eef76d4-5c08-489b-8af6-ca43aa56dc42 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Apr 12 17:59:00.523369 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c416ad51-11a3-4252-8bb3-3b5e17dcf1e3 req-e03d60e8-d923-4084-8fd0-7a5511cbb76e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Apr 12 17:59:01.420759 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:01.482333 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:59:01.650173 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62ac6b-a721-4dd6-8e07-e58cd7468bfd req-919e9ae4-f2d6-42a9-afd8-c6ca5d5363ab tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:01.651577 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d62ac6b-a721-4dd6-8e07-e58cd7468bfd req-919e9ae4-f2d6-42a9-afd8-c6ca5d5363ab tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Apr 12 17:59:01.704698 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d62ac6b-a721-4dd6-8e07-e58cd7468bfd req-e35321fd-21c4-42a8-a36e-c637a31ca6da tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450509 Apr 12 17:59:02.699098 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:02.835787 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29f6bb-00e1-4d8f-8dc1-d334a60bef4a req-a0f226a4-63a2-4d69-a0d8-7d481fe31a36 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:02.837526 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af29f6bb-00e1-4d8f-8dc1-d334a60bef4a req-a0f226a4-63a2-4d69-a0d8-7d481fe31a36 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0564880 Apr 12 17:59:02.895662 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af29f6bb-00e1-4d8f-8dc1-d334a60bef4a req-cc99ee20-e53b-4a5a-befb-ab52c3370fb8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497327 Apr 12 17:59:04.024413 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c4e13-d7eb-4bcc-a177-b9540349f14a req-36e3a032-94a4-4952-97c7-c70db3e8d667 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:04.025812 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e76c4e13-d7eb-4bcc-a177-b9540349f14a req-36e3a032-94a4-4952-97c7-c70db3e8d667 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Apr 12 17:59:04.081517 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e76c4e13-d7eb-4bcc-a177-b9540349f14a req-7ebbb3a6-4787-4111-a5a5-550ddc2f902c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473390 Apr 12 17:59:05.213171 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9bd1c-8f55-42e8-b48e-1c1da0830249 req-eb2c2248-4cdd-4e4d-a38c-744e55a10012 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:05.214702 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f5e9bd1c-8f55-42e8-b48e-1c1da0830249 req-eb2c2248-4cdd-4e4d-a38c-744e55a10012 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0557261 Apr 12 17:59:05.265428 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f5e9bd1c-8f55-42e8-b48e-1c1da0830249 req-0780df5a-5e46-41c3-b7ec-02c06bb698d6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Apr 12 17:59:06.453034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4653-5fcf-4659-9210-d90f500fd65c req-dd24f452-863c-485e-9feb-f9433109226c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:06.455267 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-725b4653-5fcf-4659-9210-d90f500fd65c req-dd24f452-863c-485e-9feb-f9433109226c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.1109264 Apr 12 17:59:06.507620 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-725b4653-5fcf-4659-9210-d90f500fd65c req-c7a5c82d-36fd-4c9d-90d4-0dd6d81a31b2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Apr 12 17:59:06.541258 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:07.702918 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de14d9-08ea-4ede-8187-eb57abb1ca70 req-6330c6ad-ed54-4dc5-9383-6c648d72dbf1 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:07.704478 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-71de14d9-08ea-4ede-8187-eb57abb1ca70 req-6330c6ad-ed54-4dc5-9383-6c648d72dbf1 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.1044526 Apr 12 17:59:07.754784 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-71de14d9-08ea-4ede-8187-eb57abb1ca70 req-4a657688-f2ca-49bb-a4a8-61e16ce4a93f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Apr 12 17:59:08.898032 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665c5d-dda3-4665-a0a8-152ebc9ea29e req-d836ca00-bbbd-4539-8eae-2c3eaddce861 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:08.899814 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87665c5d-dda3-4665-a0a8-152ebc9ea29e req-d836ca00-bbbd-4539-8eae-2c3eaddce861 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0574672 Apr 12 17:59:08.949749 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87665c5d-dda3-4665-a0a8-152ebc9ea29e req-c7d058cd-68a0-4873-b846-5bb5e246124f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Apr 12 17:59:10.084195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12340-52ad-4e47-baa8-303556af0796 req-927b23e8-6e2f-4325-aa9f-0fe8802299c7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:10.085988 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddc12340-52ad-4e47-baa8-303556af0796 req-927b23e8-6e2f-4325-aa9f-0fe8802299c7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0583673 Apr 12 17:59:10.139457 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddc12340-52ad-4e47-baa8-303556af0796 req-cb708faa-923a-4131-8d13-be5d04647a6e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477204 Apr 12 17:59:11.277257 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16267948-d207-4a94-8be6-b842adc6702b req-c32a6079-f850-4454-b37e-4cae7e3333a8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:11.278764 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16267948-d207-4a94-8be6-b842adc6702b req-c32a6079-f850-4454-b37e-4cae7e3333a8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0534825 Apr 12 17:59:11.332147 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16267948-d207-4a94-8be6-b842adc6702b req-807a2a16-9e00-4ccb-9607-cf870ce99288 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Apr 12 17:59:11.613224 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:59:11.722123 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:11.734048 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'port_id': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'mac_address': 'fa:16:3e:c0:7c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:59:11.774253 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f is: ACTIVE; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:11.774883 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:11.792114 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b0b280c-aff9-4e19-a573-1c5d5739fc5f {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:59:11.812744 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:11.818409 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:11.877476 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:11.887288 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.887634 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.887969 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.888312 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.888639 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.888967 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.889295 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.889615 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.889938 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.890260 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.890586 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.890912 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.891268 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.891590 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.891905 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:11.898166 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0b0b280c-aff9-4e19-a573-1c5d5739fc5f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:59:12.457829 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9074a6-3a99-44cb-9e44-9bb73a120b23 req-75224db7-2684-4b7b-8381-7840b5a7b495 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:12.465909 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dc9074a6-3a99-44cb-9e44-9bb73a120b23 req-75224db7-2684-4b7b-8381-7840b5a7b495 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 944 time: 0.0573611 Apr 12 17:59:12.532843 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-c42c14c5-47ff-41f5-b98d-8148ade38d07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647554 Apr 12 17:59:12.554505 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dc9074a6-3a99-44cb-9e44-9bb73a120b23 req-63304c02-615e-456a-995f-e2b34dad56ba tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875454 Apr 12 17:59:12.626140 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788d8fd-76c0-4763-82c5-033925910865 req-e29354f8-e842-4c52-9abb-23a3d41bc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:12.627815 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-e29354f8-e842-4c52-9abb-23a3d41bc181 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.0414948 Apr 12 17:59:12.740843 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788d8fd-76c0-4763-82c5-033925910865 req-93d364f0-be3e-492c-8ccd-674db669f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:12.742714 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-93d364f0-be3e-492c-8ccd-674db669f845 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.0955555 Apr 12 17:59:12.816503 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-c59c2c45-d8da-4d05-aaed-ae3755d812b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 1000 time: 0.0677097 Apr 12 17:59:12.867763 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788d8fd-76c0-4763-82c5-033925910865 req-10919031-27d5-4dbd-9646-e4024a1c5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:12.869240 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-10919031-27d5-4dbd-9646-e4024a1c5dc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.0470378 Apr 12 17:59:12.917825 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788d8fd-76c0-4763-82c5-033925910865 req-82de3701-2c2e-49cd-a6bd-2cfb2e94d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:12.919366 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-82de3701-2c2e-49cd-a6bd-2cfb2e94d195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433705 Apr 12 17:59:13.021792 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-1fdd1ddc-364f-4373-ac9b-fab7a404fa75 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950406 Apr 12 17:59:13.129011 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5788d8fd-76c0-4763-82c5-033925910865 req-5f410a8e-2808-4d87-adf5-c93f63fed91f service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968347 Apr 12 17:59:13.641244 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:59:13.694191 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef759eef-ff98-4d4a-805c-d1380fecf278 req-86c0c5da-93af-49b7-9639-86e96aac26fc tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:13.698889 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef759eef-ff98-4d4a-805c-d1380fecf278 req-86c0c5da-93af-49b7-9639-86e96aac26fc tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 944 time: 0.0687406 Apr 12 17:59:13.712331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:59:13.712957 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:13.754261 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef759eef-ff98-4d4a-805c-d1380fecf278 req-65bc2bcd-f987-4758-ae90-968cbb0d1e0c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543387 Apr 12 17:59:13.813041 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:13.813424 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:13.843064 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:13.845409 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499086f2-e79d-4648-aa6b-377367ae2c59" -d '{"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:13.872260 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:13.877308 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:13.914664 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b505abd9-58e8-4839-9b16-91b4971da300 x-openstack-request-id: req-b505abd9-58e8-4839-9b16-91b4971da300 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:13.915180 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:13.915590 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b505abd9-58e8-4839-9b16-91b4971da300 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:13.915991 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b505abd9-58e8-4839-9b16-91b4971da300'] response: {'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'code': 200} Apr 12 17:59:13.951982 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:14.897703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5043f3-c0d1-4ef2-a639-fd1600e3cb08 req-9407c1b6-4f4c-42e8-a568-9c4919267299 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:14.900140 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d5043f3-c0d1-4ef2-a639-fd1600e3cb08 req-9407c1b6-4f4c-42e8-a568-9c4919267299 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0564275 Apr 12 17:59:14.950738 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d5043f3-c0d1-4ef2-a639-fd1600e3cb08 req-61274571-2255-4bdd-b910-24f6c085055a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 Apr 12 17:59:16.083838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2bef6-34b9-4343-a30a-2d927b68d7bb req-38d373aa-944e-4214-87bb-35200c3679e9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:16.085788 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cec2bef6-34b9-4343-a30a-2d927b68d7bb req-38d373aa-944e-4214-87bb-35200c3679e9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0588179 Apr 12 17:59:16.148102 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cec2bef6-34b9-4343-a30a-2d927b68d7bb req-06d436ce-06fb-4711-ba1a-c700bac6a8ce tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547502 Apr 12 17:59:17.280424 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb688f-872a-45b4-9d77-44a720012e7f req-bdccbeee-232b-4ce0-aa8e-81603a282317 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:17.282719 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5bb688f-872a-45b4-9d77-44a720012e7f req-bdccbeee-232b-4ce0-aa8e-81603a282317 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0550196 Apr 12 17:59:17.339464 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5bb688f-872a-45b4-9d77-44a720012e7f req-608607c8-7858-45d3-97a2-dadc1b66b637 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483329 Apr 12 17:59:18.485631 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c649af-5ca9-4791-a5fb-0014cef95f4e req-ffaaa309-ae2e-4597-87b4-e6ab121799f5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:18.487146 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5c649af-5ca9-4791-a5fb-0014cef95f4e req-ffaaa309-ae2e-4597-87b4-e6ab121799f5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0627141 Apr 12 17:59:18.553599 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5c649af-5ca9-4791-a5fb-0014cef95f4e req-2a5403be-19e9-4876-9369-38ce5b398ee2 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503712 Apr 12 17:59:19.697210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d174e54-2916-4189-ae61-97a36152c485 req-b2bd9738-beb6-42f5-b669-7d4844c55725 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:19.698945 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7d174e54-2916-4189-ae61-97a36152c485 req-b2bd9738-beb6-42f5-b669-7d4844c55725 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0672743 Apr 12 17:59:19.747596 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7d174e54-2916-4189-ae61-97a36152c485 req-84d0e5e3-4174-4789-bd02-b72f467f9a45 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Apr 12 17:59:19.875973 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-e3434f4d-410a-4005-93ae-237d2a31f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:19.877457 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-e3434f4d-410a-4005-93ae-237d2a31f619 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1129 time: 0.0414171 Apr 12 17:59:19.970782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-4a69e51f-eed7-40f5-b0f4-7896d5edfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:19.972729 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-4a69e51f-eed7-40f5-b0f4-7896d5edfbae service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0894289 Apr 12 17:59:20.048111 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-e9f1b97b-6452-42df-814e-d40f64867d1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 200 len: 1000 time: 0.0698698 Apr 12 17:59:20.102205 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-5a62aa41-b844-46e3-8baf-816e4e8e968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:20.103654 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-5a62aa41-b844-46e3-8baf-816e4e8e968e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0491874 Apr 12 17:59:20.147737 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-bc55ed3a-0ae6-4cd3-bb21-3f7901ecb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:20.149343 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-bc55ed3a-0ae6-4cd3-bb21-3f7901ecb560 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393069 Apr 12 17:59:20.241368 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-3caa6321-4871-4eec-9599-d37bc3627448 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860116 Apr 12 17:59:20.347786 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d864376-28e0-4b7e-9411-3fbe3f52f760 req-381a7c78-6979-43fb-8753-e79dd8ad08a4 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002951 Apr 12 17:59:20.871147 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c91596-457a-4c8f-9716-1e308d653744 req-bac0ce85-7769-41a4-814f-0acf5f41ed06 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:20.872641 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7c91596-457a-4c8f-9716-1e308d653744 req-bac0ce85-7769-41a4-814f-0acf5f41ed06 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0476398 Apr 12 17:59:20.920129 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7c91596-457a-4c8f-9716-1e308d653744 req-9039681d-bab0-4ee8-96de-9eaf18d48330 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Apr 12 17:59:21.757779 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35016) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:21.931122 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Deleting port 6f77c0f1-645b-4b6e-ac54-bd1dab6c785d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:21.931461 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:22.046242 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a114c-0b98-4885-80a7-32a04dbce4cb req-7ebc80a2-16e5-447a-b883-b3d29ef21928 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:22.047868 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c35a114c-0b98-4885-80a7-32a04dbce4cb req-7ebc80a2-16e5-447a-b883-b3d29ef21928 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0526438 Apr 12 17:59:22.099329 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c35a114c-0b98-4885-80a7-32a04dbce4cb req-46c154ba-104d-454f-a009-fa77f7a0c9af tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455542 Apr 12 17:59:22.249150 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:22.249477 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for floatingip (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:22.263566 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Calling delete_port for 6f77c0f1-645b-4b6e-ac54-bd1dab6c785d owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:22.440268 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (6f77c0f1-645b-4b6e-ac54-bd1dab6c785d), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:22.464426 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event deleted for resources: {'Port': ['ID=6f77c0f1-645b-4b6e-ac54-bd1dab6c785d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:22.473931 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.474301 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.474618 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.474953 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.475321 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.475648 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.475970 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.476292 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.476616 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.477307 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.477519 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.477943 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.478355 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.478547 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.478867 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:22.543836 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for floatingip (9d654ccc-8aff-463e-8952-99dda2fc383c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:22.544163 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Floating IP 9d654ccc-8aff-463e-8952-99dda2fc383c disassociated (deleted). External IP: 172.27.3.66, port: 7a45f0b1-d076-4bc1-8418-364ad36f1feb. Apr 12 17:59:22.760998 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Router cf864ef6-de41-49c6-90f9-788474e90927 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:59:22.877004 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:59:22.882094 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:22.887766 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] Sync routers for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:59:22.898322 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:22.899207 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:58:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:22.916082 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2f8ac3a3-1c7a-46ae-a9b3-fa3c95afbb2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "DELETE /v2.0/floatingips/9d654ccc-8aff-463e-8952-99dda2fc383c HTTP/1.1" status: 204 len: 168 time: 1.1537218 Apr 12 17:59:22.916082 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:22.916431 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee66704-eb5c-4079-b225-aab497f86d40" -d '{"events": [{"name": "network-changed", "server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:23.029866 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:23.051034 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a182d1a0-3527-4841-b57f-eb60c3369766 x-openstack-request-id: req-a182d1a0-3527-4841-b57f-eb60c3369766 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:23.051353 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:23.051816 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a182d1a0-3527-4841-b57f-eb60c3369766 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:23.052373 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a182d1a0-3527-4841-b57f-eb60c3369766'] response: {'name': 'network-changed', 'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'status': 'completed', 'code': 200} Apr 12 17:59:23.160012 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66704-eb5c-4079-b225-aab497f86d40 req-d5633279-fbce-4dc8-8b37-517c91a565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:23.161925 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-d5633279-fbce-4dc8-8b37-517c91a565df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 1129 time: 0.0848062 Apr 12 17:59:23.241654 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6730e-d5c3-44e7-b0da-3fa5f81dba36 req-826c4b59-d7b0-46b9-838d-bf486c76430f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:23.244130 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5c6730e-d5c3-44e7-b0da-3fa5f81dba36 req-826c4b59-d7b0-46b9-838d-bf486c76430f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 945 time: 0.0802636 Apr 12 17:59:23.250052 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fead29-5012-4ade-bff9-4e2ee0508688 req-27db0062-fcae-437f-8fae-9b272a2fc12a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:23.251492 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-86fead29-5012-4ade-bff9-4e2ee0508688 req-27db0062-fcae-437f-8fae-9b272a2fc12a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0794542 Apr 12 17:59:23.275225 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:50Z', 'revision_number': 5, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:23.287400 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-e241851c-198d-4cb6-af19-42beedb9a1df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436502 Apr 12 17:59:23.304710 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] Checking router: cf864ef6-de41-49c6-90f9-788474e90927 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:59:23.313984 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:23.314584 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:58:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:23.324954 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-86fead29-5012-4ade-bff9-4e2ee0508688 req-2d80508c-698e-4114-af25-190be2727ecb tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652177 Apr 12 17:59:23.349529 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5c6730e-d5c3-44e7-b0da-3fa5f81dba36 req-9379484d-cbf3-4400-9603-7a5260ff6932 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965917 Apr 12 17:59:23.364382 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-eb00700d-8bf4-4d7f-bf08-4ff5e0561fb7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:23.365760 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-eb00700d-8bf4-4d7f-bf08-4ff5e0561fb7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports/0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 200 len: 942 time: 0.0481877 Apr 12 17:59:23.427954 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:23.714334 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:23.719114 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:50Z', 'revision_number': 5, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:23.749585 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a56a71-af1c-488c-bc69-481795a7903c None None] The sync data for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi is: [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:54:46Z', 'revision_number': 4, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f0fe20cf-3b26-4a49-8794-03b06d2656e0', 'name': '', 'network_id': '09622141-36ce-467d-b818-f0a19f758506', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'mac_address': 'fa:16:3e:77:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:45Z', 'updated_at': '2022-04-12T17:54:50Z', 'revision_number': 5, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'subnets': [{'id': '11c71fc2-6cdc-4147-9533-1570e13cd7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:59:23.796284 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f is: ACTIVE; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:23.796662 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:23.820422 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:23.823219 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cee93c-1d63-45f0-a4c9-25b973e765ec" -d '{"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-unplugged", "status": "completed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:23.836412 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:23.842693 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:23.866378 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071e32b-f808-40b2-8606-d4ba24f0db28 x-openstack-request-id: req-5071e32b-f808-40b2-8606-d4ba24f0db28 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:23.866679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-unplugged", "status": "failed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f", "code": 422}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:23.866927 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5071e32b-f808-40b2-8606-d4ba24f0db28 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:23.867375 dv-cinder-837533-1-iscsi neutron-server[109991]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5071e32b-f808-40b2-8606-d4ba24f0db28']: {'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'code': 422} returned with failed status Apr 12 17:59:23.894323 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=8']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:23.974357 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c64e6-e8a3-4c8b-9f1c-3d98e74c29ec None None] New status for floating IP 9d654ccc-8aff-463e-8952-99dda2fc383c: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:59:24.268599 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66704-eb5c-4079-b225-aab497f86d40 req-01715e95-160a-417a-8c7c-8a6e53955163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.270097 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-01715e95-160a-417a-8c7c-8a6e53955163 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 200 len: 909 time: 0.1009686 Apr 12 17:59:24.393101 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-6c7c3966-1a7b-410d-ad5b-b84a44828d69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 200 len: 217 time: 0.0472937 Apr 12 17:59:24.502856 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640809-4af6-4782-9cfb-f9e4bd639b49 req-58cb1e99-fd3d-4e37-a511-c08a845d3e0f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.504326 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e640809-4af6-4782-9cfb-f9e4bd639b49 req-58cb1e99-fd3d-4e37-a511-c08a845d3e0f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.1046765 Apr 12 17:59:24.527889 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f187303-d0cc-4973-8a2e-ae53d729dff7 req-91cfd19d-0baf-41b6-85b0-882dcf213fb3 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.529333 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f187303-d0cc-4973-8a2e-ae53d729dff7 req-91cfd19d-0baf-41b6-85b0-882dcf213fb3 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0803845 Apr 12 17:59:24.530599 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66704-eb5c-4079-b225-aab497f86d40 req-d9587dba-8543-4dcf-af2e-bb7e3a2fcead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.531907 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-d9587dba-8543-4dcf-af2e-bb7e3a2fcead service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 200 len: 847 time: 0.1236701 Apr 12 17:59:24.606156 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e640809-4af6-4782-9cfb-f9e4bd639b49 req-bca8705b-950d-4ade-b12f-54bba415733b tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ce6969-0424-4b95-8d3c-38d55fc204ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941648 Apr 12 17:59:24.627216 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0f187303-d0cc-4973-8a2e-ae53d729dff7 req-74279c7b-8bfd-44d3-80a5-8c2b340385dc tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876501 Apr 12 17:59:24.681405 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66704-eb5c-4079-b225-aab497f86d40 req-903fe8bb-e02c-4332-9a79-83e00b3da545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.682880 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-903fe8bb-e02c-4332-9a79-83e00b3da545 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09622141-36ce-467d-b818-f0a19f758506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759494 Apr 12 17:59:24.701086 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-8fe129b5-34e7-4b25-bfc1-16c023198b0d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.702491 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-8fe129b5-34e7-4b25-bfc1-16c023198b0d tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 945 time: 0.0576415 Apr 12 17:59:24.866382 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-2235623c-f468-46be-95fd-548b66bcc8ee service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:59:24.867642 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-2235623c-f468-46be-95fd-548b66bcc8ee service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073938 Apr 12 17:59:24.956204 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-6c9f6f26-793c-436f-9253-b824687229b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.957830 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-6c9f6f26-793c-436f-9253-b824687229b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58&tenant_id=fa60a6d05f104142808eecb308685236 HTTP/1.1" status: 200 len: 1127 time: 0.0754328 Apr 12 17:59:25.012324 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Deleting port 7a45f0b1-d076-4bc1-8418-364ad36f1feb {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:25.012665 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:25.017044 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-ddbc72c9-379a-4176-8c18-57df6ddc42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.018524 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-ddbc72c9-379a-4176-8c18-57df6ddc42eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1127 time: 0.0393660 Apr 12 17:59:25.049172 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-ce431bae-ebec-4895-929f-250ac8d35077 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543438 Apr 12 17:59:25.110508 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-96e014b0-5f76-44d4-b073-4b6e026e4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.112128 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-96e014b0-5f76-44d4-b073-4b6e026e4530 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0876529 Apr 12 17:59:25.172178 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] For port 7a45f0b1-d076-4bc1-8418-364ad36f1feb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a45f0b1-d076-4bc1-8418-364ad36f1feb,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:25.172421 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:25.191277 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Calling delete_port for 7a45f0b1-d076-4bc1-8418-364ad36f1feb owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:25.204962 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-d1750590-8e8e-4146-83da-cb1a4f7dc632 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 200 len: 998 time: 0.0858624 Apr 12 17:59:25.208612 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dee66704-eb5c-4079-b225-aab497f86d40 req-9aa90204-25ec-445c-96c0-be200cecddf9 service neutron] 10.222.0.18 "GET /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324229 Apr 12 17:59:25.261802 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-eb756ee6-6da8-44fb-9441-a2395f9c76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.263295 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-eb756ee6-6da8-44fb-9441-a2395f9c76c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0486140 Apr 12 17:59:25.306973 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-212b0cd1-b99f-4170-9aac-6165bd0d9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.308687 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-212b0cd1-b99f-4170-9aac-6165bd0d9f14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395663 Apr 12 17:59:25.336748 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (7a45f0b1-d076-4bc1-8418-364ad36f1feb), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:25.363922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event deleted for resources: {'Port': ['ID=7a45f0b1-d076-4bc1-8418-364ad36f1feb,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:25.374046 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.374509 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.374859 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.375233 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.375576 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.375909 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.376239 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.376568 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.377441 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.377441 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.377625 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.377935 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.378131 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.378451 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.378774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:25.405905 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-ff5e6b55-0ef2-441c-b639-56fad6c974d5 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913942 Apr 12 17:59:25.423339 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] No DVR routers for this DVR port 7a45f0b1-d076-4bc1-8418-364ad36f1feb on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:59:25.425757 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:25.429081 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a926ace7-1c96-451b-a12a-6f2b6fba7142 req-1bcf2996-0b09-4304-af83-0a622fb45a3f tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.18 "DELETE /v2.0/ports/7a45f0b1-d076-4bc1-8418-364ad36f1feb HTTP/1.1" status: 204 len: 173 time: 0.5675478 Apr 12 17:59:25.429532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-deleted', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:25.432123 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe073b0-38c0-48d4-8b60-54e2903bb42a" -d '{"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-deleted", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:25.472111 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c814f0e4-39ee-4702-91ab-f4f5fda48b31 x-openstack-request-id: req-c814f0e4-39ee-4702-91ab-f4f5fda48b31 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:25.472452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f992371-5088-4ade-bd7c-322031b1aba7", "name": "network-vif-deleted", "tag": "7a45f0b1-d076-4bc1-8418-364ad36f1feb", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:25.472753 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c814f0e4-39ee-4702-91ab-f4f5fda48b31 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:25.473178 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c814f0e4-39ee-4702-91ab-f4f5fda48b31'] response: {'server_uuid': '4f992371-5088-4ade-bd7c-322031b1aba7', 'name': 'network-vif-deleted', 'tag': '7a45f0b1-d076-4bc1-8418-364ad36f1feb', 'status': 'completed', 'code': 200} Apr 12 17:59:25.498266 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-516c27f8-8afe-42c3-813b-f263daabd1fe req-8c12aad3-8dae-4390-8463-01abf815994b service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856960 Apr 12 17:59:25.744043 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5733f33d-4fc5-4ea7-a048-7aac4598bd31 req-07cec7a5-4614-4dd9-9605-bf4b861da6f7 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0565612 Apr 12 17:59:25.795394 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eced49-54c5-42ae-ad87-555db5a530dd req-76afb875-4cfc-4f68-bf34-7ff845b8867c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.796921 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41eced49-54c5-42ae-ad87-555db5a530dd req-76afb875-4cfc-4f68-bf34-7ff845b8867c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0723326 Apr 12 17:59:25.865331 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41eced49-54c5-42ae-ad87-555db5a530dd req-0b1de261-0fa6-4597-a0d2-492736600ce3 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593278 Apr 12 17:59:26.295743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4267770-5aa2-47e0-9a27-9141b46baf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:26.848126 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-60cf974b-835f-4632-a730-bd62ca013c5b req-defc40e3-2e72-4ed3-b143-1ec862367735 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0295436 Apr 12 17:59:26.998902 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a2fc0-d7d5-43f5-b530-5bec6f353b4a req-491719a4-7335-4c9a-ac13-9b3437d6f89d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:27.001655 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052a2fc0-d7d5-43f5-b530-5bec6f353b4a req-491719a4-7335-4c9a-ac13-9b3437d6f89d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0530105 Apr 12 17:59:27.052447 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-052a2fc0-d7d5-43f5-b530-5bec6f353b4a req-c4445cbe-d3b5-42de-a3e2-b834354d1f85 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459886 Apr 12 17:59:27.744081 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a45f0b1-d076-4bc1-8418-364ad36f1feb no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:27.773131 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 7a45f0b1-d076-4bc1-8418-364ad36f1feb {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:27.773483 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 7a45f0b1-d076-4bc1-8418-364ad36f1feb not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:27.981179 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d837e49-c809-4598-b7d8-f59f799b0227 req-0e82e2da-38f0-4aad-80e4-4a5095a9d270 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0306406 Apr 12 17:59:28.191020 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a0864-375b-43c8-8f1a-342e128a9f1b req-07836653-722c-452e-a785-7fea18c94bb0 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:28.192949 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fa0a0864-375b-43c8-8f1a-342e128a9f1b req-07836653-722c-452e-a785-7fea18c94bb0 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0553286 Apr 12 17:59:28.249940 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fa0a0864-375b-43c8-8f1a-342e128a9f1b req-d23e7145-1f55-4e09-8ec9-26ccd6266f63 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506659 Apr 12 17:59:28.545974 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e14be671-b5ae-4ba4-ac90-d1f3cfee23b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:29.089720 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-34e51479-623d-4f57-a260-717d9a3ed9bc req-80f0df1c-e1f4-4d83-8632-4370e57f3cc6 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0288036 Apr 12 17:59:29.403433 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ad704-cbec-4b46-b06c-82443c537ff5 req-f5735330-32d7-4401-89c7-eaccfd75133f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:29.404944 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b6ad704-cbec-4b46-b06c-82443c537ff5 req-f5735330-32d7-4401-89c7-eaccfd75133f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0550697 Apr 12 17:59:29.451130 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b6ad704-cbec-4b46-b06c-82443c537ff5 req-4ec22da0-8ca7-4572-8c45-8362cddf4304 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Apr 12 17:59:30.134099 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:30.216458 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6056ac42-4f15-489a-9e9a-73bc06099806 req-5039a38c-4c6d-4d67-ad24-a0ac5d0cf8c1 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0427740 Apr 12 17:59:30.570252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1671350-40b5-4f15-be3a-da1181019e0e req-c1adb787-6004-423e-b245-9a443e20fea5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:30.571880 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f1671350-40b5-4f15-be3a-da1181019e0e req-c1adb787-6004-423e-b245-9a443e20fea5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0476100 Apr 12 17:59:30.620355 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f1671350-40b5-4f15-be3a-da1181019e0e req-30d94247-8c9d-497e-8fb1-dcb05a9b181a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Apr 12 17:59:31.339187 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d41d31a0-0d54-4fba-ad9d-cc15501b27fc req-910ae4b3-65e5-437c-a126-dadade1c45f1 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0353687 Apr 12 17:59:31.416350 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:31.780147 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a924b-fd93-4ace-8b05-e3f3756b792e req-c7516d50-b328-4cfe-8123-c3eb0babc89e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:31.781553 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-538a924b-fd93-4ace-8b05-e3f3756b792e req-c7516d50-b328-4cfe-8123-c3eb0babc89e tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0486064 Apr 12 17:59:31.828964 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-538a924b-fd93-4ace-8b05-e3f3756b792e req-af4b2fec-ca08-47fc-b36b-15ba1f2566a5 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Apr 12 17:59:32.454359 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-314d9ed6-b1ba-4c37-ba17-a8dea70eb189 req-81da2142-f630-4eec-a751-3e7e1b8da754 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0293758 Apr 12 17:59:32.705358 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:32.946969 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596058-9f12-402f-a81d-700dc8897ff9 req-62a5210b-054f-451e-b953-4fc691f556f9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:32.948521 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ac596058-9f12-402f-a81d-700dc8897ff9 req-62a5210b-054f-451e-b953-4fc691f556f9 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0475013 Apr 12 17:59:33.011309 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ac596058-9f12-402f-a81d-700dc8897ff9 req-40c06686-dc30-40f1-a12a-0280e13e4a1b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545371 Apr 12 17:59:33.577372 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1a1f0140-5bd3-4e42-b57b-d11486b000ea req-3100fe80-d430-429d-95ea-ea2749e64e07 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0347276 Apr 12 17:59:34.163805 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103dfe1-66a1-4fcb-8f58-3f7f5e386841 req-be441fa7-45e3-4400-964b-81792360c36d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:34.165194 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9103dfe1-66a1-4fcb-8f58-3f7f5e386841 req-be441fa7-45e3-4400-964b-81792360c36d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0565798 Apr 12 17:59:34.213093 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9103dfe1-66a1-4fcb-8f58-3f7f5e386841 req-b41add6d-a607-4b2a-96e1-a0f751b2aa47 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Apr 12 17:59:34.699988 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-227c027c-2cc2-48a3-9d23-015308cd4b86 req-b8388138-253f-4feb-ab0e-9ce953dec31a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0397344 Apr 12 17:59:35.351347 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7dad5-938a-4ef1-bdaa-fede3c306ac4 req-8b169e40-7228-4800-89be-33defc0c669b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:35.352798 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b3d7dad5-938a-4ef1-bdaa-fede3c306ac4 req-8b169e40-7228-4800-89be-33defc0c669b tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0495257 Apr 12 17:59:35.401639 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b3d7dad5-938a-4ef1-bdaa-fede3c306ac4 req-6d5dc808-db28-4bac-a0de-fae42626d939 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Apr 12 17:59:35.817192 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4eb1b0ef-4c3e-4219-848a-35f73346ddf0 req-2aa46afd-ebc6-4c8d-9160-c260a61a7520 tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f992371-5088-4ade-bd7c-322031b1aba7 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Apr 12 17:59:36.539435 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b0d08-2135-498f-afc7-2afa4daea6e6 req-d13190ef-bed9-4130-a009-ccafb9365938 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:36.541204 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e90b0d08-2135-498f-afc7-2afa4daea6e6 req-d13190ef-bed9-4130-a009-ccafb9365938 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0553124 Apr 12 17:59:36.550665 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.599453 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e90b0d08-2135-498f-afc7-2afa4daea6e6 req-cd2b9b98-02f8-4424-93fc-02d3ff3aa663 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524688 Apr 12 17:59:36.888456 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35154) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:36.947024 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27035e4f-87bf-482a-bdf3-b76a33f97b2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group (75ce6969-0424-4b95-8d3c-38d55fc204ed), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.973508 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27035e4f-87bf-482a-bdf3-b76a33f97b2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group (75ce6969-0424-4b95-8d3c-38d55fc204ed), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.044889 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27035e4f-87bf-482a-bdf3-b76a33f97b2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (75ce6969-0424-4b95-8d3c-38d55fc204ed), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.047500 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-27035e4f-87bf-482a-bdf3-b76a33f97b2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.048642 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-27035e4f-87bf-482a-bdf3-b76a33f97b2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] 10.222.0.45 "DELETE /v2.0/security-groups/75ce6969-0424-4b95-8d3c-38d55fc204ed HTTP/1.1" status: 204 len: 168 time: 0.1592228 Apr 12 17:59:37.058815 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27035e4f-87bf-482a-bdf3-b76a33f97b2a tempest-TestShelveInstance-1990061632 tempest-TestShelveInstance-1990061632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ce6969-0424-4b95-8d3c-38d55fc204ed,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:37.094993 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35158) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:37.422014 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (cf864ef6-de41-49c6-90f9-788474e90927), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.659351 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Deleting port f0fe20cf-3b26-4a49-8794-03b06d2656e0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:37.659698 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.722178 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3de35-c9cf-44ec-8b23-3c9698ad751b req-ff054f24-58b5-42be-885e-a1686ca42540 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:37.723731 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2d3de35-c9cf-44ec-8b23-3c9698ad751b req-ff054f24-58b5-42be-885e-a1686ca42540 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 943 time: 0.0523362 Apr 12 17:59:37.772014 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:59:37.776533 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2d3de35-c9cf-44ec-8b23-3c9698ad751b req-f0db4216-f380-4527-9728-f1b74752aea8 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462940 Apr 12 17:59:37.880305 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:37.893148 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'port_id': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'mac_address': 'fa:16:3e:c0:7c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:59:37.934161 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:37.934561 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.948679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0b280c-aff9-4e19-a573-1c5d5739fc5f {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:59:37.969571 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:37.974781 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.982987 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] For port f0fe20cf-3b26-4a49-8794-03b06d2656e0, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f0fe20cf-3b26-4a49-8794-03b06d2656e0,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:37.983598 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:37.997018 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Calling delete_port for f0fe20cf-3b26-4a49-8794-03b06d2656e0 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:38.026431 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=9']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:38.180867 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['0b0b280c-aff9-4e19-a573-1c5d5739fc5f'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:59:38.188360 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (f0fe20cf-3b26-4a49-8794-03b06d2656e0), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:38.213881 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fe20cf-3b26-4a49-8794-03b06d2656e0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:38.396690 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (cf864ef6-de41-49c6-90f9-788474e90927), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:38.482132 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:59:38.626188 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Router cf864ef6-de41-49c6-90f9-788474e90927 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:59:38.737710 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:59:38.742738 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ffd3a040-cf92-49d5-b01a-2f970779e0ad admin admin] 10.222.0.45 "PUT /v2.0/routers/cf864ef6-de41-49c6-90f9-788474e90927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465921 Apr 12 17:59:38.745512 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:38.748413 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] Sync routers for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:59:38.759257 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:38.759993 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:38.856443 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks [] for router (cf864ef6-de41-49c6-90f9-788474e90927), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:38.869110 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:38.896717 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7d4ab-8346-495c-8020-419bd5eff8fe req-eca0a75e-0e81-4eaf-8f92-df50fc6ff851 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:38.898195 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dde7d4ab-8346-495c-8020-419bd5eff8fe req-eca0a75e-0e81-4eaf-8f92-df50fc6ff851 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 944 time: 0.0474589 Apr 12 17:59:38.947703 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dde7d4ab-8346-495c-8020-419bd5eff8fe req-6d17909b-7218-449f-9044-03ea56a01ee6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Apr 12 17:59:38.958745 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks [] for router_gateway (cf864ef6-de41-49c6-90f9-788474e90927), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.008235 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Deleting port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:39.008916 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.035977 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:59:38Z', 'revision_number': 5, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port': {'id': '2d9e5d78-d9f3-4246-aeec-652f6ba9d294', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:43Z', 'updated_at': '2022-04-12T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:39.067642 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] Checking router: cf864ef6-de41-49c6-90f9-788474e90927 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:59:39.076073 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] Routers {'cf864ef6-de41-49c6-90f9-788474e90927'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:39.076672 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['cf864ef6-de41-49c6-90f9-788474e90927'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:39.083505 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] For port 2d9e5d78-d9f3-4246-aeec-652f6ba9d294, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:39.083898 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.097020 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Calling delete_port for 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:39.164086 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] Set router cf864ef6-de41-49c6-90f9-788474e90927 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:39.218433 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:59:38Z', 'revision_number': 6, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:39.249584 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209dbb8-da39-46e2-b187-537e1d73e897 None None] The sync data for ids ['cf864ef6-de41-49c6-90f9-788474e90927'] in dv-cinder-837533-1-iscsi is: [{'id': 'cf864ef6-de41-49c6-90f9-788474e90927', 'name': 'tempest-TestShelveInstance-814985613-router', 'tenant_id': '5f2454d2534940fb83a1aa93fa35d48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:42Z', 'updated_at': '2022-04-12T17:59:38Z', 'revision_number': 6, 'project_id': '5f2454d2534940fb83a1aa93fa35d48f', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:59:39.275825 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (2d9e5d78-d9f3-4246-aeec-652f6ba9d294), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.306981 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9e5d78-d9f3-4246-aeec-652f6ba9d294,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:39.365725 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (cf864ef6-de41-49c6-90f9-788474e90927), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.455757 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (cf864ef6-de41-49c6-90f9-788474e90927), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.458048 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks [] for router_controller (cf864ef6-de41-49c6-90f9-788474e90927), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.502134 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (cf864ef6-de41-49c6-90f9-788474e90927), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.502712 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf864ef6-de41-49c6-90f9-788474e90927 {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:59:39.506898 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.508090 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3ba5c77d-d9c7-46c4-8e90-c29d02682ce3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cf864ef6-de41-49c6-90f9-788474e90927 HTTP/1.1" status: 204 len: 168 time: 0.7617145 Apr 12 17:59:39.511114 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35166) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:39.569430 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] Deleting subnet 11c71fc2-6cdc-4147-9533-1570e13cd7f8 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:59:39.573169 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] Publish callbacks [] for subnet (11c71fc2-6cdc-4147-9533-1570e13cd7f8), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.609877 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6661768'] for subnet (11c71fc2-6cdc-4147-9533-1570e13cd7f8), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.698963 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (11c71fc2-6cdc-4147-9533-1570e13cd7f8), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.758617 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5472655'] for subnet (11c71fc2-6cdc-4147-9533-1570e13cd7f8), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.783861 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c71fc2-6cdc-4147-9533-1570e13cd7f8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:39.787187 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:59:39.787732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.793509 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-86492c10-340f-4be6-9d98-a7296fe97222 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/11c71fc2-6cdc-4147-9533-1570e13cd7f8 HTTP/1.1" status: 204 len: 168 time: 0.2788944 Apr 12 17:59:39.793875 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:39.812169 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad74e41-6276-4db8-852c-4fce19eb001d None None] Network 09622141-36ce-467d-b818-f0a19f758506 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:59:39.862592 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (09622141-36ce-467d-b818-f0a19f758506), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.906640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:59:39.907019 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.912981 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Deleting port 17cc225a-db5b-48d3-8dc5-ac29304247d6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:39.913318 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.980134 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] For port 17cc225a-db5b-48d3-8dc5-ac29304247d6, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=17cc225a-db5b-48d3-8dc5-ac29304247d6,segment=NetworkSegment(d05ff865-4bfd-44ba-8f2f-54d88fbee46e),segment_id=d05ff865-4bfd-44ba-8f2f-54d88fbee46e)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:39.980648 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.992027 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:39.992440 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.996342 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Calling delete_port for 17cc225a-db5b-48d3-8dc5-ac29304247d6 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:40.027608 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:40.029876 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7658270b-4f43-419b-b45a-10b59a670200" -d '{"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:40.051094 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:40.062281 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f0fe20cf-3b26-4a49-8794-03b06d2656e0 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:40.089413 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685843d-04cd-4f9f-84e8-9052926c26ed None None] DHCP port deletion for 09622141-36ce-467d-b818-f0a19f758506 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:59:40.093130 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1229f26d-e103-4f80-a450-b64792620af0 x-openstack-request-id: req-1229f26d-e103-4f80-a450-b64792620af0 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:40.093428 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:40.093685 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1229f26d-e103-4f80-a450-b64792620af0 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:40.094074 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1229f26d-e103-4f80-a450-b64792620af0'] response: {'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'code': 200} Apr 12 17:59:40.095801 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: f0fe20cf-3b26-4a49-8794-03b06d2656e0 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:40.095801 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f0fe20cf-3b26-4a49-8794-03b06d2656e0 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:40.097239 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.111012 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035472b-52c5-46db-bd7a-8441cf734d8b req-052bb7b1-0143-4621-9fa0-b36fa1b2285a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.112702 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b035472b-52c5-46db-bd7a-8441cf734d8b req-052bb7b1-0143-4621-9fa0-b36fa1b2285a tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 944 time: 0.0793567 Apr 12 17:59:40.115416 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (17cc225a-db5b-48d3-8dc5-ac29304247d6), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.156516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cc225a-db5b-48d3-8dc5-ac29304247d6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:40.164258 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b035472b-52c5-46db-bd7a-8441cf734d8b req-ae64c554-eafb-4e2d-82be-cba48aff851c tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Apr 12 17:59:40.171944 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] No DVR routers for this DVR port 17cc225a-db5b-48d3-8dc5-ac29304247d6 on host dv-cinder-837533-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:59:40.261361 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (09622141-36ce-467d-b818-f0a19f758506), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.290704 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09622141-36ce-467d-b818-f0a19f758506']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:40.302693 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-1685843d-04cd-4f9f-84e8-9052926c26ed None None] The port '17cc225a-db5b-48d3-8dc5-ac29304247d6' was deleted {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 12 17:59:40.303268 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:40.303436 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05ff865-4bfd-44ba-8f2f-54d88fbee46e') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:40.315548 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (d05ff865-4bfd-44ba-8f2f-54d88fbee46e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.329751 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:40.334577 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (d05ff865-4bfd-44ba-8f2f-54d88fbee46e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.344398 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:59:40.344811 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (d05ff865-4bfd-44ba-8f2f-54d88fbee46e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:59:40.346574 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:59:40.428468 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (09622141-36ce-467d-b818-f0a19f758506), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.430873 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02cdee-41a4-4b53-9d13-d1050a077085 req-cad0e63f-a01c-4e11-ae0b-6a99c137a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.432481 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7e02cdee-41a4-4b53-9d13-d1050a077085 req-cad0e63f-a01c-4e11-ae0b-6a99c137a372 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1130 time: 0.1495962 Apr 12 17:59:40.436397 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.439496 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] 10.222.0.45 "DELETE /v2.0/networks/09622141-36ce-467d-b818-f0a19f758506 HTTP/1.1" status: 204 len: 168 time: 0.6449492 Apr 12 17:59:40.442573 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35176) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:40.460865 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ebbdc-5c02-40f0-a81d-908bc978ea51 admin admin] Pushing event deleted for resources: {'Network': ['ID=09622141-36ce-467d-b818-f0a19f758506,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:40.487158 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7e02cdee-41a4-4b53-9d13-d1050a077085 req-a86e5cc1-be2c-4679-9c84-d481ba858ddc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Apr 12 17:59:41.047602 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (ca814e5e-0166-4277-bfe6-59a422764fd7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:41.319351 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151880b7-755e-438a-9ee1-5cbd0b9495e3 req-cf920284-12b9-42a0-b891-0d96cc457474 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:41.320732 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-151880b7-755e-438a-9ee1-5cbd0b9495e3 req-cf920284-12b9-42a0-b891-0d96cc457474 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 946 time: 0.0745602 Apr 12 17:59:41.335001 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Deleting port 98459eb2-a8fb-49a3-892d-a70258be076e {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:41.335733 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:41.427079 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-151880b7-755e-438a-9ee1-5cbd0b9495e3 req-5d88e054-41c0-4a65-8310-670f0fb2988f tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997171 Apr 12 17:59:41.461051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] For port 98459eb2-a8fb-49a3-892d-a70258be076e, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=98459eb2-a8fb-49a3-892d-a70258be076e,segment=NetworkSegment(6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6),segment_id=6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:41.461051 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:41.465704 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Calling delete_port for 98459eb2-a8fb-49a3-892d-a70258be076e owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:41.537331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:41.557330 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:41.557795 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 2d9e5d78-d9f3-4246-aeec-652f6ba9d294 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:41.558220 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 17cc225a-db5b-48d3-8dc5-ac29304247d6 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:41.578002 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 17cc225a-db5b-48d3-8dc5-ac29304247d6 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:41.578344 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 17cc225a-db5b-48d3-8dc5-ac29304247d6 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:41.664794 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (98459eb2-a8fb-49a3-892d-a70258be076e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:41.694795 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Pushing event deleted for resources: {'Port': ['ID=98459eb2-a8fb-49a3-892d-a70258be076e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:41.880233 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (ca814e5e-0166-4277-bfe6-59a422764fd7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:42.112803 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Router ca814e5e-0166-4277-bfe6-59a422764fd7 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:59:42.228921 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:59:42.234017 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d1c9b18e-9ed3-45b0-a37d-5f0c07af2151 admin admin] 10.222.0.45 "PUT /v2.0/routers/ca814e5e-0166-4277-bfe6-59a422764fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7903121 Apr 12 17:59:42.236759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35214) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:42.240284 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] Sync routers for ids ['ca814e5e-0166-4277-bfe6-59a422764fd7'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:59:42.250996 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] Routers {'ca814e5e-0166-4277-bfe6-59a422764fd7'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:42.251857 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['ca814e5e-0166-4277-bfe6-59a422764fd7'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:42.370650 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] Set router ca814e5e-0166-4277-bfe6-59a422764fd7 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:42.444858 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks [] for router (ca814e5e-0166-4277-bfe6-59a422764fd7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:42.550501 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:59:41Z', 'revision_number': 5, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:42.577148 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] Checking router: ca814e5e-0166-4277-bfe6-59a422764fd7 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:59:42.584234 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a345-3d9d-44c1-a2a5-8af0df340fe3 req-44fef9ea-3428-48e4-858d-02de2662a6ad tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:42.586026 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1915a345-3d9d-44c1-a2a5-8af0df340fe3 req-44fef9ea-3428-48e4-858d-02de2662a6ad tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 946 time: 0.0647728 Apr 12 17:59:42.589640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] Routers {'ca814e5e-0166-4277-bfe6-59a422764fd7'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:42.590354 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['ca814e5e-0166-4277-bfe6-59a422764fd7'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:42.600899 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks [] for router_gateway (ca814e5e-0166-4277-bfe6-59a422764fd7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:42.672352 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1915a345-3d9d-44c1-a2a5-8af0df340fe3 req-da8f0d89-35e9-44b4-8821-1182cacd0b92 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792747 Apr 12 17:59:42.677547 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Deleting port 720f5253-0bc7-49e9-bd1e-948175cb45c0 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:42.677895 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:42.716661 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] Set router ca814e5e-0166-4277-bfe6-59a422764fd7 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:42.763589 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] For port 720f5253-0bc7-49e9-bd1e-948175cb45c0, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=720f5253-0bc7-49e9-bd1e-948175cb45c0,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:42.763950 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:42.777041 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Calling delete_port for 720f5253-0bc7-49e9-bd1e-948175cb45c0 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:42.881414 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:59:41Z', 'revision_number': 5, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:42.912042 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca34ccf-4f55-4f76-b997-70dcf4743a38 None None] The sync data for ids ['ca814e5e-0166-4277-bfe6-59a422764fd7'] in dv-cinder-837533-1-iscsi is: [{'id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'name': 'tempest-TestShelveInstance-2092647494-router', 'tenant_id': 'f06d70a71417481391f17e727c116e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:59:41Z', 'revision_number': 5, 'project_id': 'f06d70a71417481391f17e727c116e5f', 'gw_port': {'id': '720f5253-0bc7-49e9-bd1e-948175cb45c0', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca814e5e-0166-4277-bfe6-59a422764fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:54:48Z', 'updated_at': '2022-04-12T17:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:59:42.948969 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (720f5253-0bc7-49e9-bd1e-948175cb45c0), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:42.974703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=720f5253-0bc7-49e9-bd1e-948175cb45c0,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:43.040544 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (ca814e5e-0166-4277-bfe6-59a422764fd7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.129390 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (ca814e5e-0166-4277-bfe6-59a422764fd7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.131578 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks [] for router_controller (ca814e5e-0166-4277-bfe6-59a422764fd7), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.188187 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (ca814e5e-0166-4277-bfe6-59a422764fd7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.188717 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca814e5e-0166-4277-bfe6-59a422764fd7 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:59:43.193409 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.194775 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-194b3f5a-43c9-41c5-bbe3-658d35313b27 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ca814e5e-0166-4277-bfe6-59a422764fd7 HTTP/1.1" status: 204 len: 168 time: 0.9571192 Apr 12 17:59:43.197605 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35222) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:43.249104 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] Deleting subnet c616852d-8ced-408c-8f3c-11e0a8f8b948 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:59:43.253040 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] Publish callbacks [] for subnet (c616852d-8ced-408c-8f3c-11e0a8f8b948), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.294858 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (c616852d-8ced-408c-8f3c-11e0a8f8b948), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.377332 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (c616852d-8ced-408c-8f3c-11e0a8f8b948), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.434624 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (c616852d-8ced-408c-8f3c-11e0a8f8b948), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.459185 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c616852d-8ced-408c-8f3c-11e0a8f8b948,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:43.463118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.467108 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-13246680-a261-4f6e-8350-b2178cda2adb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c616852d-8ced-408c-8f3c-11e0a8f8b948 HTTP/1.1" status: 204 len: 168 time: 0.2675831 Apr 12 17:59:43.468845 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35224) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:43.471656 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a93de5-ed32-479e-8750-8ee3c9298e8e None None] Network 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:59:43.561010 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (02ea30d2-ffe2-4026-8ad3-147e4dab10e5), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.615398 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Deleting port b0d7ff79-febf-4fd1-81e6-1976eceed29f {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:43.615937 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.652997 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 98459eb2-a8fb-49a3-892d-a70258be076e no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:43.680273 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] DHCP port deletion for 02ea30d2-ffe2-4026-8ad3-147e4dab10e5 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:59:43.682471 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 98459eb2-a8fb-49a3-892d-a70258be076e {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:43.682806 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 98459eb2-a8fb-49a3-892d-a70258be076e not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:43.694792 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] For port b0d7ff79-febf-4fd1-81e6-1976eceed29f, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b0d7ff79-febf-4fd1-81e6-1976eceed29f,segment=NetworkSegment(6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6),segment_id=6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:43.694792 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.709400 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Calling delete_port for b0d7ff79-febf-4fd1-81e6-1976eceed29f owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:43.721638 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] Deleting port b0d7ff79-febf-4fd1-81e6-1976eceed29f {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:43.722010 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.788930 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] For port b0d7ff79-febf-4fd1-81e6-1976eceed29f, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=b0d7ff79-febf-4fd1-81e6-1976eceed29f,segment=NetworkSegment(6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6),segment_id=6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:43.789331 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.790853 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.802197 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] Calling delete_port for b0d7ff79-febf-4fd1-81e6-1976eceed29f owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:43.817350 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d7ff79-febf-4fd1-81e6-1976eceed29f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:43.819174 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] No DVR routers for this DVR port b0d7ff79-febf-4fd1-81e6-1976eceed29f on host dv-cinder-837533-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:59:43.879091 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703'] for port (b0d7ff79-febf-4fd1-81e6-1976eceed29f), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.893512 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (02ea30d2-ffe2-4026-8ad3-147e4dab10e5), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.905140 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] Pushing event deleted for resources: {'Port': ['ID=b0d7ff79-febf-4fd1-81e6-1976eceed29f,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:43.909725 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b23c3-d736-4ae5-9b61-effa78ea07a2 None None] No DVR routers for this DVR port b0d7ff79-febf-4fd1-81e6-1976eceed29f on host dv-cinder-837533-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:59:43.915192 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ea30d2-ffe2-4026-8ad3-147e4dab10e5']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:43.927642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:43.927938 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:43.937426 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.951233 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.957629 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:59:43.958015 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (6caa0f07-930f-4b11-8ef8-3c6aa9fc0ca6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:59:43.959725 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:59:44.018634 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (02ea30d2-ffe2-4026-8ad3-147e4dab10e5), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.035233 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.038423 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/02ea30d2-ffe2-4026-8ad3-147e4dab10e5 HTTP/1.1" status: 204 len: 168 time: 0.5686662 Apr 12 17:59:44.039343 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd211c-7923-4b6f-969d-78706cd37cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ea30d2-ffe2-4026-8ad3-147e4dab10e5,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:44.156968 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35228) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:44.198235 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-088575d4-c7fe-404c-9287-3ffcc26fd3d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f2454d2534940fb83a1aa93fa35d48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399537 Apr 12 17:59:44.200600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35230) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:44.251570 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9090d295-6bc8-4edb-9654-c8de694860ed admin admin] Publish callbacks [] for security_group (ee282bb3-6a11-4e7f-abb1-0abd976c636b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.274972 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9090d295-6bc8-4edb-9654-c8de694860ed admin admin] Publish callbacks [] for security_group (ee282bb3-6a11-4e7f-abb1-0abd976c636b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.327990 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9090d295-6bc8-4edb-9654-c8de694860ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (ee282bb3-6a11-4e7f-abb1-0abd976c636b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.332125 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9090d295-6bc8-4edb-9654-c8de694860ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.333944 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9090d295-6bc8-4edb-9654-c8de694860ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee282bb3-6a11-4e7f-abb1-0abd976c636b HTTP/1.1" status: 204 len: 168 time: 0.1321819 Apr 12 17:59:44.343423 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090d295-6bc8-4edb-9654-c8de694860ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee282bb3-6a11-4e7f-abb1-0abd976c636b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:44.666028 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35236) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:44.722030 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e479d0e5-26e3-4cbb-92d8-d2fbccc1165e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f06d70a71417481391f17e727c116e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545564 Apr 12 17:59:44.724757 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35238) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:44.777656 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aae53305-7abb-4bcc-8dc1-dd11daa34ba1 admin admin] Publish callbacks [] for security_group (6f94854c-1209-46db-9f81-e56a979403df), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.798959 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aae53305-7abb-4bcc-8dc1-dd11daa34ba1 admin admin] Publish callbacks [] for security_group (6f94854c-1209-46db-9f81-e56a979403df), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.850572 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aae53305-7abb-4bcc-8dc1-dd11daa34ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6f94854c-1209-46db-9f81-e56a979403df), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.854108 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aae53305-7abb-4bcc-8dc1-dd11daa34ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:44.855280 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-aae53305-7abb-4bcc-8dc1-dd11daa34ba1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f94854c-1209-46db-9f81-e56a979403df HTTP/1.1" status: 204 len: 168 time: 0.1296005 Apr 12 17:59:44.863079 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae53305-7abb-4bcc-8dc1-dd11daa34ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f94854c-1209-46db-9f81-e56a979403df,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:45.535433 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 720f5253-0bc7-49e9-bd1e-948175cb45c0 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:45.559977 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 720f5253-0bc7-49e9-bd1e-948175cb45c0 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:45.560310 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 720f5253-0bc7-49e9-bd1e-948175cb45c0 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:45.560722 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b0d7ff79-febf-4fd1-81e6-1976eceed29f no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:45.579640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: b0d7ff79-febf-4fd1-81e6-1976eceed29f {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:45.579974 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device b0d7ff79-febf-4fd1-81e6-1976eceed29f not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:56.299934 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3c52ea62-e489-4dfd-aabb-c0ae60a38741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:58.561597 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d02232c1-d56a-48bc-9c3a-7d6a1bf58590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:00.147536 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:01.421900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:02.710657 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:06.565322 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:11.947328 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-ec98adad-d729-4880-9148-21b1b16a6b2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413043 Apr 12 18:00:12.013190 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedbff4-e9d3-4065-9abb-501e85436334 req-964c038b-b22e-4bfc-867a-c26fd50011ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:12.015542 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-964c038b-b22e-4bfc-867a-c26fd50011ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa60a6d05f104142808eecb308685236&device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 1130 time: 0.0455303 Apr 12 18:00:12.133186 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedbff4-e9d3-4065-9abb-501e85436334 req-8d005948-9c31-47f5-b3f7-d58c357582a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:12.134719 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-8d005948-9c31-47f5-b3f7-d58c357582a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 200 len: 918 time: 0.0942252 Apr 12 18:00:12.214979 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-2ff9cf14-db60-4c06-ab9e-b9d61c2e3849 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 200 len: 1000 time: 0.0734735 Apr 12 18:00:12.276756 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedbff4-e9d3-4065-9abb-501e85436334 req-e6b5b3a6-2cce-4ee7-8c13-8739b6b1165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:12.278159 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-e6b5b3a6-2cce-4ee7-8c13-8739b6b1165e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 200 len: 856 time: 0.0566196 Apr 12 18:00:12.323472 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedbff4-e9d3-4065-9abb-501e85436334 req-ec412062-9591-400f-a752-982b6d4aefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:12.324904 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-ec412062-9591-400f-a752-982b6d4aefa2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6789548f-b3c7-4862-8da5-42b7e8c5e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392923 Apr 12 18:00:12.437971 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-4bd52f63-79bb-4ac0-b5bd-2f2a883dc8f3 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064785 Apr 12 18:00:12.537551 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-caedbff4-e9d3-4065-9abb-501e85436334 req-e4ec538f-bc00-4c53-8866-340f20d7bcc9 service neutron] 10.222.0.18 "GET /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923669 Apr 12 18:00:15.484704 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:00:16.200782 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d71b-9aa3-4880-9d09-67faf873e071 req-9d32672a-8bbc-42fb-9efb-874866156c85 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:16.202628 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49a6d71b-9aa3-4880-9d09-67faf873e071 req-9d32672a-8bbc-42fb-9efb-874866156c85 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 946 time: 0.0595679 Apr 12 18:00:16.267226 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49a6d71b-9aa3-4880-9d09-67faf873e071 req-5be44d6e-901f-4e7d-9d66-81478ccaa78d tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582664 Apr 12 18:00:17.416256 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4cd27-ad8e-42c1-8795-e6d833a4cdab req-c0b70db2-e4b6-4981-918e-c738c3f6e055 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:17.417709 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cbc4cd27-ad8e-42c1-8795-e6d833a4cdab req-c0b70db2-e4b6-4981-918e-c738c3f6e055 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 946 time: 0.0605567 Apr 12 18:00:17.465358 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cbc4cd27-ad8e-42c1-8795-e6d833a4cdab req-e5aa3167-2f89-47a9-a878-40b9609a3c65 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups?id=c646dad4-cf42-49da-8598-7e5af204ed89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Apr 12 18:00:17.489482 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-7219be19-75e7-420c-8a52-128b23e52ce3 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:17.490964 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-7219be19-75e7-420c-8a52-128b23e52ce3 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 946 time: 0.0817790 Apr 12 18:00:17.843863 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Deleting port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:17.844153 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:17.933579 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] For port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:17.934008 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:18.162354 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:18.162741 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (d33aedaa-bbf4-4e61-83ef-5371de31033c), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:18.163072 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Floating IP d33aedaa-bbf4-4e61-83ef-5371de31033c disassociated. External IP: 172.27.3.91, port: 0b0b280c-aff9-4e19-a573-1c5d5739fc5f. Apr 12 18:00:18.163422 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Calling delete_port for 0b0b280c-aff9-4e19-a573-1c5d5739fc5f owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:18.317146 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (0b0b280c-aff9-4e19-a573-1c5d5739fc5f), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:18.353861 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event deleted for resources: {'Port': ['ID=0b0b280c-aff9-4e19-a573-1c5d5739fc5f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:18.484939 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:18.565917 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0bfb4d0e-035a-4f6d-a92f-297dd842d609 req-4e48230d-3a93-4c9e-8512-b4b7f76a57c6 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ceceab-af25-4e4d-a561-565e04522c58 HTTP/1.1" status: 200 len: 210 time: 0.0275357 Apr 12 18:00:18.597938 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:18.607914 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] Sync routers for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:18.619206 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:18.619835 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:18.662915 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] No DVR routers for this DVR port 0b0b280c-aff9-4e19-a573-1c5d5739fc5f on host hv-cinder-83753 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:00:18.665765 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:18.668802 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-51562681-a9c8-4a1d-a9d5-8baec56707bb req-350fcbaa-7a1a-490f-ad79-810600a182ff tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.18 "DELETE /v2.0/ports/0b0b280c-aff9-4e19-a573-1c5d5739fc5f HTTP/1.1" status: 204 len: 173 time: 1.1721539 Apr 12 18:00:18.669330 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-deleted', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:18.671654 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47bcff5-f27d-4acf-9559-9c7a3575b225" -d '{"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-deleted", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:18.728290 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364d7c58-614e-4d1b-b35e-9a7078d5e156 x-openstack-request-id: req-364d7c58-614e-4d1b-b35e-9a7078d5e156 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:18.728587 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ceceab-af25-4e4d-a561-565e04522c58", "name": "network-vif-deleted", "tag": "0b0b280c-aff9-4e19-a573-1c5d5739fc5f", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:18.728845 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-364d7c58-614e-4d1b-b35e-9a7078d5e156 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:18.729253 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364d7c58-614e-4d1b-b35e-9a7078d5e156'] response: {'server_uuid': '26ceceab-af25-4e4d-a561-565e04522c58', 'name': 'network-vif-deleted', 'tag': '0b0b280c-aff9-4e19-a573-1c5d5739fc5f', 'status': 'completed', 'code': 200} Apr 12 18:00:18.746514 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:18.966397 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:18.992551 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] Checking router: c6e677ae-90ed-46fe-ac2d-0b0afce132d0 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:19.001321 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:19.001994 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:19.111018 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:19.393109 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:19.423257 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2cc56-f9fb-4a5e-81b4-bc2a580bebd4 None None] The sync data for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi is: [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T17:55:14Z', 'revision_number': 4, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '793399ff-a71e-4db2-a629-ae11d1e04cdf', 'name': '', 'network_id': '6789548f-b3c7-4862-8da5-42b7e8c5e4b7', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'mac_address': 'fa:16:3e:af:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:13Z', 'updated_at': '2022-04-12T17:55:18Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'subnets': [{'id': 'c3623c61-c39c-454d-ad47-ef4d570b5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:19.654974 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e066818-9bd4-4bf4-ae8a-4a30a074e598 None None] New status for floating IP d33aedaa-bbf4-4e61-83ef-5371de31033c: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:00:20.680341 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35272) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:20.737462 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30e31424-157d-4baa-b355-d0cd64577a37 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (c646dad4-cf42-49da-8598-7e5af204ed89), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:20.761672 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30e31424-157d-4baa-b355-d0cd64577a37 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (c646dad4-cf42-49da-8598-7e5af204ed89), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:20.816434 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30e31424-157d-4baa-b355-d0cd64577a37 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (c646dad4-cf42-49da-8598-7e5af204ed89), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:20.819139 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-30e31424-157d-4baa-b355-d0cd64577a37 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:20.820359 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-30e31424-157d-4baa-b355-d0cd64577a37 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "DELETE /v2.0/security-groups/c646dad4-cf42-49da-8598-7e5af204ed89 HTTP/1.1" status: 204 len: 168 time: 0.1389511 Apr 12 18:00:20.823651 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:20.840208 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e31424-157d-4baa-b355-d0cd64577a37 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646dad4-cf42-49da-8598-7e5af204ed89,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:20.844143 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-61bd1552-7181-4e2d-b2a0-f92b5e15e137 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] show failed (client error): The resource could not be found. Apr 12 18:00:20.844143 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-61bd1552-7181-4e2d-b2a0-f92b5e15e137 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "GET /v2.0/security-groups/c646dad4-cf42-49da-8598-7e5af204ed89 HTTP/1.1" status: 404 len: 347 time: 0.0191057 Apr 12 18:00:20.846455 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35276) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:20.975721 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Deleting port 8b54e3e8-721b-4581-ac71-26f5ff3e2728 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:20.975967 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:21.054594 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:21.054890 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (8b54e3e8-721b-4581-ac71-26f5ff3e2728), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:21.068728 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Calling delete_port for 8b54e3e8-721b-4581-ac71-26f5ff3e2728 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:21.213989 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (8b54e3e8-721b-4581-ac71-26f5ff3e2728), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:21.239684 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Pushing event deleted for resources: {'Port': ['ID=8b54e3e8-721b-4581-ac71-26f5ff3e2728,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:21.302830 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks [] for floatingip (d33aedaa-bbf4-4e61-83ef-5371de31033c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:21.305389 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:21.306545 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-17a2f35e-934e-46b2-b483-80e15045f9e7 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] 10.222.0.45 "DELETE /v2.0/floatingips/d33aedaa-bbf4-4e61-83ef-5371de31033c HTTP/1.1" status: 204 len: 168 time: 0.4591653 Apr 12 18:00:21.994920 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:00:22.025721 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 0b0b280c-aff9-4e19-a573-1c5d5739fc5f {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:00:22.026264 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 0b0b280c-aff9-4e19-a573-1c5d5739fc5f not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:00:23.751774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35298) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:24.243202 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:24.769981 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Deleting port 793399ff-a71e-4db2-a629-ae11d1e04cdf {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:24.770680 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:24.849488 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] For port 793399ff-a71e-4db2-a629-ae11d1e04cdf, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=793399ff-a71e-4db2-a629-ae11d1e04cdf,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:24.849857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:24.866263 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Calling delete_port for 793399ff-a71e-4db2-a629-ae11d1e04cdf owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:25.057591 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (793399ff-a71e-4db2-a629-ae11d1e04cdf), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:25.083306 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=793399ff-a71e-4db2-a629-ae11d1e04cdf,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:25.256028 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:25.490798 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:25.604963 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:25.611756 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3e6a527c-9be8-452b-b637-4609f83d6ffb admin admin] 10.222.0.45 "PUT /v2.0/routers/c6e677ae-90ed-46fe-ac2d-0b0afce132d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8588274 Apr 12 18:00:25.615793 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35302) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:25.619465 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] Sync routers for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:25.631739 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:25.632354 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:25.728312 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks [] for router (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:25.740029 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:25.832349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks [] for router_gateway (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:25.878034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Deleting port 6e6d7d79-cad1-49be-ae8f-a01b58044685 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:25.878358 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:25.914519 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T18:00:25Z', 'revision_number': 5, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port': {'id': '6e6d7d79-cad1-49be-ae8f-a01b58044685', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:55:12Z', 'updated_at': '2022-04-12T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:25.945092 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] Checking router: c6e677ae-90ed-46fe-ac2d-0b0afce132d0 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:25.954083 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] Routers {'c6e677ae-90ed-46fe-ac2d-0b0afce132d0'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:25.954697 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T17:59:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:25.957872 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] For port 6e6d7d79-cad1-49be-ae8f-a01b58044685, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=6e6d7d79-cad1-49be-ae8f-a01b58044685,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:25.958261 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:25.975903 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Calling delete_port for 6e6d7d79-cad1-49be-ae8f-a01b58044685 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:26.043828 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] Set router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:26.095440 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T18:00:25Z', 'revision_number': 6, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:26.124669 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b4ecf-81d1-457a-9da6-9244217efff4 None None] The sync data for ids ['c6e677ae-90ed-46fe-ac2d-0b0afce132d0'] in dv-cinder-837533-1-iscsi is: [{'id': 'c6e677ae-90ed-46fe-ac2d-0b0afce132d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1164574352-router', 'tenant_id': 'fa60a6d05f104142808eecb308685236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:55:11Z', 'updated_at': '2022-04-12T18:00:25Z', 'revision_number': 6, 'project_id': 'fa60a6d05f104142808eecb308685236', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:26.150519 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (6e6d7d79-cad1-49be-ae8f-a01b58044685), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.189769 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6d7d79-cad1-49be-ae8f-a01b58044685,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:26.214030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.214379 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.214723 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.215082 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.215430 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.215761 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.216079 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.216420 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.216748 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.217079 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.217412 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.217723 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.218045 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.218383 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.218703 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:26.259416 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.294923 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9ec478d-4a01-4b22-a4b9-68953336a249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.363366 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.366883 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks [] for router_controller (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.419334 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (c6e677ae-90ed-46fe-ac2d-0b0afce132d0), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.419800 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e677ae-90ed-46fe-ac2d-0b0afce132d0 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:00:26.424947 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.426106 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c5999260-dbeb-405d-b37a-097f8fbd3006 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c6e677ae-90ed-46fe-ac2d-0b0afce132d0 HTTP/1.1" status: 204 len: 168 time: 0.8092062 Apr 12 18:00:26.429732 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35304) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:26.474205 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] Deleting subnet c3623c61-c39c-454d-ad47-ef4d570b5758 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:00:26.477411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] Publish callbacks [] for subnet (c3623c61-c39c-454d-ad47-ef4d570b5758), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.517326 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (c3623c61-c39c-454d-ad47-ef4d570b5758), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.602947 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (c3623c61-c39c-454d-ad47-ef4d570b5758), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.662182 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (c3623c61-c39c-454d-ad47-ef4d570b5758), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.685201 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3623c61-c39c-454d-ad47-ef4d570b5758,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:26.695366 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.698727 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-da625deb-9342-4fcc-b0d0-58a4b522817d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c3623c61-c39c-454d-ad47-ef4d570b5758 HTTP/1.1" status: 204 len: 168 time: 0.2679796 Apr 12 18:00:26.701844 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35306) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:26.708868 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55708dc4-6792-41f9-beac-51416f7e7d58 None None] Network 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:00:26.784598 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (6789548f-b3c7-4862-8da5-42b7e8c5e4b7), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.831610 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Deleting port 0c10a91d-45b6-4938-8b73-398303a8ac45 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:26.831856 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.893434 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] For port 0c10a91d-45b6-4938-8b73-398303a8ac45, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=0c10a91d-45b6-4938-8b73-398303a8ac45,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:26.893800 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.903174 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] DHCP port deletion for 6789548f-b3c7-4862-8da5-42b7e8c5e4b7 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:00:26.912616 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Calling delete_port for 0c10a91d-45b6-4938-8b73-398303a8ac45 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:26.946915 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Deleting port 0c10a91d-45b6-4938-8b73-398303a8ac45 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:26.947328 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:26.992074 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.012433 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] For port 0c10a91d-45b6-4938-8b73-398303a8ac45, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=0c10a91d-45b6-4938-8b73-398303a8ac45,segment=NetworkSegment(8df9f832-9ac7-4a13-8526-12e65eef30bd),segment_id=8df9f832-9ac7-4a13-8526-12e65eef30bd)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:27.012833 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.019873 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] No DVR routers for this DVR port 0c10a91d-45b6-4938-8b73-398303a8ac45 on host dv-cinder-837533-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:00:27.021530 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c10a91d-45b6-4938-8b73-398303a8ac45,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:27.027447 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Calling delete_port for 0c10a91d-45b6-4938-8b73-398303a8ac45 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:27.048354 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.048698 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.049098 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.049378 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.049654 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.049961 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.050288 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.050626 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.050984 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.051308 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.051575 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.051851 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.052157 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.052478 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.052750 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.108793 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (6789548f-b3c7-4862-8da5-42b7e8c5e4b7), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.111462 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703'] for port (0c10a91d-45b6-4938-8b73-398303a8ac45), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.130818 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6789548f-b3c7-4862-8da5-42b7e8c5e4b7']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:27.139492 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] No DVR routers for this DVR port 0c10a91d-45b6-4938-8b73-398303a8ac45 on host dv-cinder-837533-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:00:27.141574 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df9f832-9ac7-4a13-8526-12e65eef30bd') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:27.141923 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df9f832-9ac7-4a13-8526-12e65eef30bd') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:27.142752 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Pushing event deleted for resources: {'Port': ['ID=0c10a91d-45b6-4938-8b73-398303a8ac45,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:27.153767 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (8df9f832-9ac7-4a13-8526-12e65eef30bd), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.155231 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.155653 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.156099 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.156513 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.156850 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.157247 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.157706 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.157910 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.158272 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.158609 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.158937 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.159455 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.159805 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.160103 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.160458 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881adb2-9769-4fa4-830c-de866e227018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:27.168710 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (8df9f832-9ac7-4a13-8526-12e65eef30bd), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.174976 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:00:27.175389 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (8df9f832-9ac7-4a13-8526-12e65eef30bd), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:00:27.177036 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:00:27.233001 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (6789548f-b3c7-4862-8da5-42b7e8c5e4b7), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.240777 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.245960 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6789548f-b3c7-4862-8da5-42b7e8c5e4b7 HTTP/1.1" status: 204 len: 168 time: 0.5403588 Apr 12 18:00:27.255799 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f38fc-87b9-4b7a-82ea-8ffe2f600556 admin admin] Pushing event deleted for resources: {'Network': ['ID=6789548f-b3c7-4862-8da5-42b7e8c5e4b7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:27.364139 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35310) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:27.409420 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-94b3c470-13f6-4cd3-9d77-1501e7c49c25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa60a6d05f104142808eecb308685236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439799 Apr 12 18:00:27.412379 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35312) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:27.469111 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1f54215-2cd8-4b52-8e11-ae2431fd452f admin admin] Publish callbacks [] for security_group (fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.491010 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1f54215-2cd8-4b52-8e11-ae2431fd452f admin admin] Publish callbacks [] for security_group (fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.539999 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1f54215-2cd8-4b52-8e11-ae2431fd452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.542574 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1f54215-2cd8-4b52-8e11-ae2431fd452f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:27.543764 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f1f54215-2cd8-4b52-8e11-ae2431fd452f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a HTTP/1.1" status: 204 len: 168 time: 0.1304832 Apr 12 18:00:27.552203 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f54215-2cd8-4b52-8e11-ae2431fd452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2e0ee2-27b7-4e0a-86d8-e8a73b567d2a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:27.570522 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 6e6d7d79-cad1-49be-ae8f-a01b58044685 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:00:27.590898 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 6e6d7d79-cad1-49be-ae8f-a01b58044685 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:00:27.591255 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 6e6d7d79-cad1-49be-ae8f-a01b58044685 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:00:27.591676 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 793399ff-a71e-4db2-a629-ae11d1e04cdf no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:00:27.610804 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 793399ff-a71e-4db2-a629-ae11d1e04cdf {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:00:27.611186 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 793399ff-a71e-4db2-a629-ae11d1e04cdf not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:00:27.611610 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0c10a91d-45b6-4938-8b73-398303a8ac45 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:00:27.630801 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 0c10a91d-45b6-4938-8b73-398303a8ac45 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:00:27.631190 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0c10a91d-45b6-4938-8b73-398303a8ac45 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:00:28.554294 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df28dd4f-1fb9-4315-97df-fafd8d34781e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:30.141685 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:31.428163 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:32.708532 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.111417 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35432) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:34.223659 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0458293a-6a7b-43ce-a62b-8bd8e0fe118d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.300976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0458293a-6a7b-43ce-a62b-8bd8e0fe118d admin admin] Publish callbacks [] for security_group (7ad38bda-32b1-43cc-a2a8-55e8b0ef3948), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.307353 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0458293a-6a7b-43ce-a62b-8bd8e0fe118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (7ad38bda-32b1-43cc-a2a8-55e8b0ef3948), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.344469 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458293a-6a7b-43ce-a62b-8bd8e0fe118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad38bda-32b1-43cc-a2a8-55e8b0ef3948,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:34.348628 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0458293a-6a7b-43ce-a62b-8bd8e0fe118d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a20fe9fe0d7d41b9b6456e8cb2953a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361999 Apr 12 18:00:34.351446 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35436) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:34.398907 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-87ca9342-2254-4797-9da5-c842f668da79 admin admin] Publish callbacks [] for security_group (7ad38bda-32b1-43cc-a2a8-55e8b0ef3948), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.431071 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-87ca9342-2254-4797-9da5-c842f668da79 admin admin] Publish callbacks [] for security_group (7ad38bda-32b1-43cc-a2a8-55e8b0ef3948), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.483318 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-87ca9342-2254-4797-9da5-c842f668da79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (7ad38bda-32b1-43cc-a2a8-55e8b0ef3948), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.486372 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-87ca9342-2254-4797-9da5-c842f668da79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.487580 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-87ca9342-2254-4797-9da5-c842f668da79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ad38bda-32b1-43cc-a2a8-55e8b0ef3948 HTTP/1.1" status: 204 len: 168 time: 0.1352420 Apr 12 18:00:34.495632 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca9342-2254-4797-9da5-c842f668da79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad38bda-32b1-43cc-a2a8-55e8b0ef3948,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:34.770030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35442) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:34.787137 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0698a79b-6dea-4b67-8a9b-80dfb8e0366a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.869540 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0698a79b-6dea-4b67-8a9b-80dfb8e0366a admin admin] Publish callbacks [] for security_group (bb6f517a-8a7b-4264-aafd-ebe858160c8d), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.875315 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0698a79b-6dea-4b67-8a9b-80dfb8e0366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (bb6f517a-8a7b-4264-aafd-ebe858160c8d), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.911241 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698a79b-6dea-4b67-8a9b-80dfb8e0366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f517a-8a7b-4264-aafd-ebe858160c8d,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:34.915503 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0698a79b-6dea-4b67-8a9b-80dfb8e0366a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e26ddd95e4e3440d8c2232e09b19a903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441455 Apr 12 18:00:34.919215 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35444) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:34.968525 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-607f513f-98ba-4d5f-a40b-5b058f040e1f admin admin] Publish callbacks [] for security_group (bb6f517a-8a7b-4264-aafd-ebe858160c8d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.991106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-607f513f-98ba-4d5f-a40b-5b058f040e1f admin admin] Publish callbacks [] for security_group (bb6f517a-8a7b-4264-aafd-ebe858160c8d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:35.044127 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-607f513f-98ba-4d5f-a40b-5b058f040e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (bb6f517a-8a7b-4264-aafd-ebe858160c8d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:35.047105 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-607f513f-98ba-4d5f-a40b-5b058f040e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:35.048307 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-607f513f-98ba-4d5f-a40b-5b058f040e1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb6f517a-8a7b-4264-aafd-ebe858160c8d HTTP/1.1" status: 204 len: 168 time: 0.1282103 Apr 12 18:00:35.056492 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f513f-98ba-4d5f-a40b-5b058f040e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f517a-8a7b-4264-aafd-ebe858160c8d,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:36.196741 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35474) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:36.318433 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efa53586-2501-49b4-8455-c9c9507faa87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.402195 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efa53586-2501-49b4-8455-c9c9507faa87 admin admin] Publish callbacks [] for security_group (6980f6b6-58b4-488b-a43e-b797235a2a1f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.408177 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efa53586-2501-49b4-8455-c9c9507faa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6980f6b6-58b4-488b-a43e-b797235a2a1f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.453974 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-efa53586-2501-49b4-8455-c9c9507faa87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0f894bc7f5f499a9f2ac22ac0047e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559857 Apr 12 18:00:36.455071 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa53586-2501-49b4-8455-c9c9507faa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6980f6b6-58b4-488b-a43e-b797235a2a1f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:36.456806 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35478) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:36.514293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e97f-0dcf-4b07-8c48-8e73bc9f2f0d admin admin] Publish callbacks [] for security_group (6980f6b6-58b4-488b-a43e-b797235a2a1f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.536232 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e97f-0dcf-4b07-8c48-8e73bc9f2f0d admin admin] Publish callbacks [] for security_group (6980f6b6-58b4-488b-a43e-b797235a2a1f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.574557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.588876 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e97f-0dcf-4b07-8c48-8e73bc9f2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (6980f6b6-58b4-488b-a43e-b797235a2a1f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.591516 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e97f-0dcf-4b07-8c48-8e73bc9f2f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:36.592640 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3cc2e97f-0dcf-4b07-8c48-8e73bc9f2f0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6980f6b6-58b4-488b-a43e-b797235a2a1f HTTP/1.1" status: 204 len: 168 time: 0.1348438 Apr 12 18:00:36.600590 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e97f-0dcf-4b07-8c48-8e73bc9f2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980f6b6-58b4-488b-a43e-b797235a2a1f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:47.921940 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35612) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:48.029647 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42e0-7609-4721-b50f-fc01d61e1f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:48.110336 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42e0-7609-4721-b50f-fc01d61e1f9b admin admin] Publish callbacks [] for security_group (d84fc19e-8805-41e9-a95c-be02dd04a767), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:48.117214 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42e0-7609-4721-b50f-fc01d61e1f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d84fc19e-8805-41e9-a95c-be02dd04a767), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:48.163589 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a42e0-7609-4721-b50f-fc01d61e1f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84fc19e-8805-41e9-a95c-be02dd04a767,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:48.167875 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ee7a42e0-7609-4721-b50f-fc01d61e1f9b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d20b7df197d4c2ea0841b2c8744ed19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448442 Apr 12 18:00:48.170585 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35616) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:48.232470 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18d0531b-c1fe-4a8a-844c-841c4358e543 admin admin] Publish callbacks [] for security_group (d84fc19e-8805-41e9-a95c-be02dd04a767), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:48.254477 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18d0531b-c1fe-4a8a-844c-841c4358e543 admin admin] Publish callbacks [] for security_group (d84fc19e-8805-41e9-a95c-be02dd04a767), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:48.308142 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18d0531b-c1fe-4a8a-844c-841c4358e543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (d84fc19e-8805-41e9-a95c-be02dd04a767), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:48.312646 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18d0531b-c1fe-4a8a-844c-841c4358e543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:48.314161 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-18d0531b-c1fe-4a8a-844c-841c4358e543 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d84fc19e-8805-41e9-a95c-be02dd04a767 HTTP/1.1" status: 204 len: 168 time: 0.1426451 Apr 12 18:00:48.322435 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0531b-c1fe-4a8a-844c-841c4358e543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84fc19e-8805-41e9-a95c-be02dd04a767,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:48.974158 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35638) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:49.083500 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2070962567-network', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:49.108291 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Made reservation on behalf of ed85153b5b8a4de89c0e1896e9f4bfbc for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:00:49.111888 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.121017 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.196668 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks [] for security_group (3e9fe9d4-fbc7-49a5-bc22-199d8925e51d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.200824 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (3e9fe9d4-fbc7-49a5-bc22-199d8925e51d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.221669 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:00:49.236632 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9fe9d4-fbc7-49a5-bc22-199d8925e51d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:49.239671 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (57cfe4e9-c417-4680-8224-4ad527c56a86), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.240020 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Added segment 57cfe4e9-c417-4680-8224-4ad527c56a86 of type vlan for network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce Apr 12 18:00:49.279732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (3ddedcb7-8232-41f7-bcfe-41b3e792bcce), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.304349 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (3ddedcb7-8232-41f7-bcfe-41b3e792bcce), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.305312 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:49.305979 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.363691 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3881776 Apr 12 18:00:49.366838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35644) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:49.371341 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a36432-430d-4f05-906c-e3e4a94c110b admin admin] Pushing event updated for resources: {'Network': ['ID=3ddedcb7-8232-41f7-bcfe-41b3e792bcce,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:49.372026 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Request body: {'subnet': {'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2070962567-subnet', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:49.382840 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:00:49.392989 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Made reservation on behalf of ed85153b5b8a4de89c0e1896e9f4bfbc for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:00:49.395614 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.571493 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (683d6d58-2585-440f-b2ae-48ecfc9e4f7d), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.622545 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=683d6d58-2585-440f-b2ae-48ecfc9e4f7d,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:49.641797 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Checking segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:49.642152 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Network hostable DHCP agents. Network: 3ddedcb7-8232-41f7-bcfe-41b3e792bcce, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:00:49.663317 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:00:49.673806 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, 3ddedcb7-8232-41f7-bcfe-41b3e792bcce) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:49.678550 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:49.679166 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.684763 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7b672-1d1a-4e6e-994c-c45fd959c1b2 None None] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:00:49.698590 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-69aa11d3-8806-43aa-b07c-7d0aa14dde1b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3280544 Apr 12 18:00:49.698836 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35648) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:49.703281 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:49.725633 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (8372503e-837e-4fa0-b2b7-a0d10e924603), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.726654 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (8372503e-837e-4fa0-b2b7-a0d10e924603), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.782193 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks [] for router_controller (8372503e-837e-4fa0-b2b7-a0d10e924603), precommit_add_association {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.786938 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:00:49.787935 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.926106 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks [] for router_gateway (8372503e-837e-4fa0-b2b7-a0d10e924603), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.069201 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Allocated IP 172.20.0.2 (3ddedcb7-8232-41f7-bcfe-41b3e792bcce/683d6d58-2585-440f-b2ae-48ecfc9e4f7d/3d6a1185-5584-4899-807c-73d8735883fc) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:50.114166 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks [] for router_gateway (8372503e-837e-4fa0-b2b7-a0d10e924603), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.133098 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.214614 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Publish callbacks [] for port (3d6a1185-5584-4899-807c-73d8735883fc), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.221463 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (3d6a1185-5584-4899-807c-73d8735883fc), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.240341 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Allocated IP 172.27.3.58 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/4cebd811-70cb-45a8-8249-e0d3e8fc8663) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:50.257367 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:50.264491 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:50.267982 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:50.275623 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Pushing event updated for resources: {'Port': ['ID=3d6a1185-5584-4899-807c-73d8735883fc,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:50.333069 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Attempting to bind port 3d6a1185-5584-4899-807c-73d8735883fc on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:00:50.333344 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Attempting to bind port 3d6a1185-5584-4899-807c-73d8735883fc by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:00:50.333712 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Attempting to bind port 3d6a1185-5584-4899-807c-73d8735883fc on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:50.339364 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:00:50.339748 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Checking segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:50.340151 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.340546 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Bound using segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:00:50.341013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Bound port: 3d6a1185-5584-4899-807c-73d8735883fc, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:00:50.341397 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (3d6a1185-5584-4899-807c-73d8735883fc), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.346156 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks [] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.379873 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.403817 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a95a31db-1565-4195-b416-0818894c8062 None None] For port 3d6a1185-5584-4899-807c-73d8735883fc, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:00:50.407057 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-a95a31db-1565-4195-b416-0818894c8062 None None] For port 3d6a1185-5584-4899-807c-73d8735883fc, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=3d6a1185-5584-4899-807c-73d8735883fc,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:00:50.413801 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (3d6a1185-5584-4899-807c-73d8735883fc), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.423386 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:50.430745 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:50.433313 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:50.458759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Pushing event updated for resources: {'Port': ['ID=4cebd811-70cb-45a8-8249-e0d3e8fc8663,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:50.471839 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a31db-1565-4195-b416-0818894c8062 None None] Pushing event updated for resources: {'Port': ['ID=3d6a1185-5584-4899-807c-73d8735883fc,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:50.728834 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks [] for router_gateway (8372503e-837e-4fa0-b2b7-a0d10e924603), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.219586 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (8372503e-837e-4fa0-b2b7-a0d10e924603), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.312689 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fdde7-5b8d-4880-a397-9cf547c62fdc None None] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:00:51.352800 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:00:51.395760 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-480f592d-a7eb-415d-8597-4e731efbff46 None None] Provisioning complete for port 3d6a1185-5584-4899-807c-73d8735883fc triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:51.396405 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480f592d-a7eb-415d-8597-4e731efbff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (3d6a1185-5584-4899-807c-73d8735883fc), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.466590 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:51.486010 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:51.490533 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.491865 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-65ddb0f9-aeb3-41d9-9194-9ab19c7f79d3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7919965 Apr 12 18:00:51.494829 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35654) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:51.501543 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:51.502171 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:51.546304 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-480f592d-a7eb-415d-8597-4e731efbff46 None None] Current status of the port 3d6a1185-5584-4899-807c-73d8735883fc is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:51.546697 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480f592d-a7eb-415d-8597-4e731efbff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (3d6a1185-5584-4899-807c-73d8735883fc), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.625744 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-480f592d-a7eb-415d-8597-4e731efbff46 None None] For port 3d6a1185-5584-4899-807c-73d8735883fc, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=3d6a1185-5584-4899-807c-73d8735883fc,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:51.634997 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-480f592d-a7eb-415d-8597-4e731efbff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (3d6a1185-5584-4899-807c-73d8735883fc), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.641586 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 3d6a1185-5584-4899-807c-73d8735883fc up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:51.702875 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:51.812210 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f4d1d268-b2e9-410c-bc02-d630811ea9c1 None None] Provisioning complete for port 3d6a1185-5584-4899-807c-73d8735883fc triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:51.812582 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d268-b2e9-410c-bc02-d630811ea9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (3d6a1185-5584-4899-807c-73d8735883fc), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.813970 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f592d-a7eb-415d-8597-4e731efbff46 None None] Pushing event updated for resources: {'Port': ['ID=3d6a1185-5584-4899-807c-73d8735883fc,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:51.869697 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 3d6a1185-5584-4899-807c-73d8735883fc triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:51.870039 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (3d6a1185-5584-4899-807c-73d8735883fc), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.953939 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.051145 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f4d1d268-b2e9-410c-bc02-d630811ea9c1 None None] Current status of the port 3d6a1185-5584-4899-807c-73d8735883fc is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:52.054124 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 3d6a1185-5584-4899-807c-73d8735883fc is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:52.056006 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:50Z', 'revision_number': 3, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:52.084489 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:52.084834 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Updating router 8372503e-837e-4fa0-b2b7-a0d10e924603 port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:00:52.111456 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.120406 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Allocated IP 172.20.0.1 (3ddedcb7-8232-41f7-bcfe-41b3e792bcce/683d6d58-2585-440f-b2ae-48ecfc9e4f7d/8b0cdb35-2b81-4ba1-a870-4921cf83cd83) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:52.224228 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks [] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.262123 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.306186 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:52.312842 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:52.317494 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:52.320657 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:52.357704 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (8372503e-837e-4fa0-b2b7-a0d10e924603), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.381941 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Publish callbacks [] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.391765 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.445870 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Attempting to bind port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:00:52.446246 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Attempting to bind port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:00:52.446610 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Attempting to bind port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:52.448666 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a10f9c-4317-44f6-9991-ff5387f45751 None None] Pushing event updated for resources: {'Port': ['ID=4cebd811-70cb-45a8-8249-e0d3e8fc8663,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:52.454413 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:00:52.454794 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:52.455258 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.455653 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:00:52.456174 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Bound port: 4cebd811-70cb-45a8-8249-e0d3e8fc8663, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:00:52.456558 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.488537 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:00:52.511688 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.512199 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] For port 4cebd811-70cb-45a8-8249-e0d3e8fc8663, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:00:52.515376 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] For port 4cebd811-70cb-45a8-8249-e0d3e8fc8663, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=4cebd811-70cb-45a8-8249-e0d3e8fc8663,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:00:52.521556 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.594091 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-21e7ddf0-4a0e-463b-9762-7ea43f13ecb5 None None] Provisioning complete for port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:52.594390 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-21e7ddf0-4a0e-463b-9762-7ea43f13ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.598287 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:52.599102 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:52.600822 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a10f9c-4317-44f6-9991-ff5387f45751 None None] Pushing event updated for resources: {'Port': ['ID=4cebd811-70cb-45a8-8249-e0d3e8fc8663,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:52.679322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks [] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.685267 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.759324 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (8372503e-837e-4fa0-b2b7-a0d10e924603), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:52.761173 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:52.814017 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-21e7ddf0-4a0e-463b-9762-7ea43f13ecb5 None None] Port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:00:52.860897 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:52.862362 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:52.870088 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:52.986097 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:53.073268 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:53.099688 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:53.100030 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8732ab-bb69-43e4-ba06-8a987f63d596 None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:53.105734 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f211b8ec-8ba1-4059-90f1-615ea0bf0202 admin admin] 10.222.0.45 "PUT /v2.0/routers/8372503e-837e-4fa0-b2b7-a0d10e924603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080093 Apr 12 18:00:53.133271 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-c344f5a5-6190-473e-87e9-9312f7817362 None None] Provisioning complete for port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:53.133577 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c344f5a5-6190-473e-87e9-9312f7817362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.169550 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c344f5a5-6190-473e-87e9-9312f7817362 None None] Port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:00:53.602194 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 3d6a1185-5584-4899-807c-73d8735883fc up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:53.627092 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35672) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:53.632788 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1914754785-network', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:53.652813 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 3d6a1185-5584-4899-807c-73d8735883fc triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:53.653254 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (3d6a1185-5584-4899-807c-73d8735883fc), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.653380 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Made reservation on behalf of deeb815afc8b4b2f9324c8e9f67f6ea9 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:00:53.655722 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.664996 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.745510 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 3d6a1185-5584-4899-807c-73d8735883fc is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:53.752210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks [] for security_group (0c5ca902-a1a3-4766-9077-2e7616c1a37a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.757206 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (0c5ca902-a1a3-4766-9077-2e7616c1a37a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.772570 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:00:53.784386 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (20e32508-d741-4fc9-8ac1-6cd29cbd9281), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.784798 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Added segment 20e32508-d741-4fc9-8ac1-6cd29cbd9281 of type vlan for network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 Apr 12 18:00:53.839604 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ca902-a1a3-4766-9077-2e7616c1a37a,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:53.851614 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742100296915'] for network (d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.879967 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367'] for network (d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.881133 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:53.882405 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.943184 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3138168 Apr 12 18:00:53.945211 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35674) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:53.949846 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Request body: {'subnet': {'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1914754785-subnet', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:53.962315 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac2b29-3912-4cc4-a93b-930e203c0423 admin admin] Pushing event updated for resources: {'Network': ['ID=d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:53.974595 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 details requested by agent ovs-agent-dv-cinder-837533-1-iscsi with host dv-cinder-837533-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:00:53.980097 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Made reservation on behalf of deeb815afc8b4b2f9324c8e9f67f6ea9 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:00:53.983897 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6566436'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.161151 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5592903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6566450'] for subnet (f58156f3-3d93-4605-89b1-5dc7ee424811), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.222880 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58156f3-3d93-4605-89b1-5dc7ee424811,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:54.230563 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Checking segment: {'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:54.230931 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Network hostable DHCP agents. Network: d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9, hostable agents: ['6af17077-d351-41ac-a1e9-eab156b4426a'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:00:54.249850 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 is scheduled to be hosted by DHCP agent 6af17077-d351-41ac-a1e9-eab156b4426a with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:00:54.260179 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837533-1-iscsi, d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:54.264411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:54.265092 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.270678 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7b8c5-d1b5-4b4c-be14-3c1603f37d6c None None] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:00:54.283226 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-90a4ade8-b74a-4d94-b367-bec55f245bfd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3369112 Apr 12 18:00:54.286143 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35676) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:54.290850 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:54.312196 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27786'] for router (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.313333 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27795'] for router (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.377688 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks [] for router_controller (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), precommit_add_association {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.380514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc27de5b4-aafa-55a8-a171-bf5e944756bc-d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'fixed_ips': [{'subnet_id': 'f58156f3-3d93-4605-89b1-5dc7ee424811'}]}} from dv-cinder-837533-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:00:54.381398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.521058 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks [] for router_gateway (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.526204 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Allocated IP 172.20.0.2 (d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9/f58156f3-3d93-4605-89b1-5dc7ee424811/c760660d-73ee-4909-8262-95b4fafc6056) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:54.673252 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Publish callbacks [] for port (c760660d-73ee-4909-8262-95b4fafc6056), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.680520 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694'] for port (c760660d-73ee-4909-8262-95b4fafc6056), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.706704 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks [] for router_gateway (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.722843 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:54.725978 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:54.727759 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.731314 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:54.734497 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Pushing event updated for resources: {'Port': ['ID=c760660d-73ee-4909-8262-95b4fafc6056,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:54.792090 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Attempting to bind port c760660d-73ee-4909-8262-95b4fafc6056 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:00:54.793055 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Attempting to bind port c760660d-73ee-4909-8262-95b4fafc6056 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:00:54.793055 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Attempting to bind port c760660d-73ee-4909-8262-95b4fafc6056 on network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:54.798519 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:00:54.798891 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Checking segment: {'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:54.799318 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.799709 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Bound using segment: {'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:00:54.800179 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Bound port: c760660d-73ee-4909-8262-95b4fafc6056, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:00:54.800652 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (c760660d-73ee-4909-8262-95b4fafc6056), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.842216 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Allocated IP 172.27.3.36 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/0194dd2b-23a2-4821-80af-a8eb3623bcb2) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:54.877830 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] For port c760660d-73ee-4909-8262-95b4fafc6056, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:00:54.881557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] For port c760660d-73ee-4909-8262-95b4fafc6056, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=c760660d-73ee-4909-8262-95b4fafc6056,segment=NetworkSegment(20e32508-d741-4fc9-8ac1-6cd29cbd9281),segment_id=20e32508-d741-4fc9-8ac1-6cd29cbd9281)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:00:54.887985 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (c760660d-73ee-4909-8262-95b4fafc6056), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.946001 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca199748-f6a9-4323-9390-4b622b518ca6 None None] Pushing event updated for resources: {'Port': ['ID=c760660d-73ee-4909-8262-95b4fafc6056,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:54.952515 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks [] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:54.987862 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.031715 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:55.034736 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:55.039747 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:55.042859 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Pushing event updated for resources: {'Port': ['ID=0194dd2b-23a2-4821-80af-a8eb3623bcb2,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:55.158882 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:55.171594 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:55.172232 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:55.291738 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:55.312564 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks [] for router_gateway (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.478658 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 2, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:55.507986 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:55.508335 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Updating router 8372503e-837e-4fa0-b2b7-a0d10e924603 port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:00:55.518718 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578666'] for router (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.537339 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.643247 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4cebd811-70cb-45a8-8249-e0d3e8fc8663 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:55.663581 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Router c26e40cc-3a12-4bdb-a77c-796aa8907f3b is scheduled to L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e with binding_index 1 {{(pid=109989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:00:55.711445 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:55.712324 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.812172 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:55.812557 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.840407 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 4cebd811-70cb-45a8-8249-e0d3e8fc8663, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=4cebd811-70cb-45a8-8249-e0d3e8fc8663,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:55.850422 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.851814 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device c760660d-73ee-4909-8262-95b4fafc6056 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:55.941497 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port c760660d-73ee-4909-8262-95b4fafc6056 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:55.942027 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (c760660d-73ee-4909-8262-95b4fafc6056), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.956317 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Publish callbacks [] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.964608 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.984025 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=4cebd811-70cb-45a8-8249-e0d3e8fc8663,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:56.033273 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port c760660d-73ee-4909-8262-95b4fafc6056 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:56.033883 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (c760660d-73ee-4909-8262-95b4fafc6056), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.044915 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Pushing event updated for resources: {'Port': ['ID=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:56.055661 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.055986 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.056347 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.056702 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.057035 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.057360 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.057681 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.058004 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.058325 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.058644 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.058969 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.061549 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.061794 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.061996 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b9da6-62a4-482a-8013-b56dfb80bd08 None None] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:00:56.062108 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.062440 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:56.076266 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port c760660d-73ee-4909-8262-95b4fafc6056, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=c760660d-73ee-4909-8262-95b4fafc6056,segment=NetworkSegment(20e32508-d741-4fc9-8ac1-6cd29cbd9281),segment_id=20e32508-d741-4fc9-8ac1-6cd29cbd9281)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:56.094450 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (c760660d-73ee-4909-8262-95b4fafc6056), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.126175 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Attempting to bind port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:00:56.126544 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Attempting to bind port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:00:56.126902 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Attempting to bind port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:56.128453 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:56.133414 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:00:56.137811 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Checking segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:56.138228 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.138624 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Bound using segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:00:56.139156 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Bound port: 8b0cdb35-2b81-4ba1-a870-4921cf83cd83, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:00:56.139546 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.159667 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.164430 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:56.165078 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e4055083-4a7a-483e-8d04-54c4010b461a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8776946 Apr 12 18:00:56.169290 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f8226144-b9e1-4870-9915-4f38b9bcbb66 None None] Provisioning complete for port c760660d-73ee-4909-8262-95b4fafc6056 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:56.169721 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8226144-b9e1-4870-9915-4f38b9bcbb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (c760660d-73ee-4909-8262-95b4fafc6056), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.172017 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Sync routers for ids ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:56.224476 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] For port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:00:56.225048 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Routers {'c26e40cc-3a12-4bdb-a77c-796aa8907f3b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:56.225048 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:56.228006 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] For port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:00:56.236545 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.299872 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:56.300611 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:56.332771 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=c760660d-73ee-4909-8262-95b4fafc6056,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:56.339246 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff061fe-6c37-441d-9cfa-acfc005b0ad9 None None] Pushing event updated for resources: {'Port': ['ID=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:56.433995 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f2e25f4-11f3-4bff-b493-dc2acd63522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.435593 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:56.479878 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Set router c26e40cc-3a12-4bdb-a77c-796aa8907f3b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:56.568105 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f8226144-b9e1-4870-9915-4f38b9bcbb66 None None] Current status of the port c760660d-73ee-4909-8262-95b4fafc6056 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:56.660558 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.711087 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:56Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:56.720901 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-953f005d-0db9-4208-972c-30efd63a154c None None] Provisioning complete for port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:56.721457 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-953f005d-0db9-4208-972c-30efd63a154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.742423 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893ccd-5d02-4aba-8647-1cfac8618bd1 None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:56Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:56.764893 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 3, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port': {'id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:56.799468 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Checking router: c26e40cc-3a12-4bdb-a77c-796aa8907f3b for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:56.799814 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Updating router c26e40cc-3a12-4bdb-a77c-796aa8907f3b port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 binding host dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:00:56.824593 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Allocated IP 172.20.0.1 (d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9/f58156f3-3d93-4605-89b1-5dc7ee424811/f12b13c9-b355-4f63-92ef-41d1c594af27) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:56.834360 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.900493 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-953f005d-0db9-4208-972c-30efd63a154c None None] Current status of the port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:56.900879 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-953f005d-0db9-4208-972c-30efd63a154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.937766 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks [] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:56.975311 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.020220 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:57.023274 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:57.029213 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:57.054408 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Pushing event updated for resources: {'Port': ['ID=f12b13c9-b355-4f63-92ef-41d1c594af27,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:57.082673 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578587'] for router_interface (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.146110 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-953f005d-0db9-4208-972c-30efd63a154c None None] For port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:57.166991 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-953f005d-0db9-4208-972c-30efd63a154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.246902 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.261506 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f005d-0db9-4208-972c-30efd63a154c None None] Pushing event updated for resources: {'Port': ['ID=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:57.310922 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-6e42ccee-1bf7-47bf-89fa-30a0b6f8589e None None] Provisioning complete for port f12b13c9-b355-4f63-92ef-41d1c594af27 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:57.311297 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e42ccee-1bf7-47bf-89fa-30a0b6f8589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.375900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6e42ccee-1bf7-47bf-89fa-30a0b6f8589e None None] Port f12b13c9-b355-4f63-92ef-41d1c594af27 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:00:57.388675 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Publish callbacks [] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.393977 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-6e42ccee-1bf7-47bf-89fa-30a0b6f8589e None None] Provisioning complete for port c760660d-73ee-4909-8262-95b4fafc6056 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:57.394645 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e42ccee-1bf7-47bf-89fa-30a0b6f8589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (c760660d-73ee-4909-8262-95b4fafc6056), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.397876 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.428243 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks [] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.433341 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.480184 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e01b55-371e-4f0b-9f27-8cf9e05a75d5 None None] Pushing event updated for resources: {'Port': ['ID=0194dd2b-23a2-4821-80af-a8eb3623bcb2,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:57.486992 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Attempting to bind port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:00:57.487388 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Attempting to bind port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:00:57.487745 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Attempting to bind port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 on network 7afc7d06-f81a-470b-baf6-67cef321eac6 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:57.495816 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:00:57.496189 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Checking segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:57.496602 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.496991 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Bound using segment: {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:00:57.497445 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Bound port: 0194dd2b-23a2-4821-80af-a8eb3623bcb2, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cb1ca-a3b5-496b-80b9-01db36f9b490', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:00:57.497815 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.505167 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Pushing event updated for resources: {'Port': ['ID=f12b13c9-b355-4f63-92ef-41d1c594af27,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:57.509973 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577195'] for router_interface (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.572254 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6e42ccee-1bf7-47bf-89fa-30a0b6f8589e None None] Current status of the port c760660d-73ee-4909-8262-95b4fafc6056 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:57.586410 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] For port 0194dd2b-23a2-4821-80af-a8eb3623bcb2, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:00:57.590659 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] For port 0194dd2b-23a2-4821-80af-a8eb3623bcb2, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=0194dd2b-23a2-4821-80af-a8eb3623bcb2,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:00:57.601020 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.648191 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:57.688850 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Routers {'c26e40cc-3a12-4bdb-a77c-796aa8907f3b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:57.689478 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:57.741376 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e01b55-371e-4f0b-9f27-8cf9e05a75d5 None None] Pushing event updated for resources: {'Port': ['ID=0194dd2b-23a2-4821-80af-a8eb3623bcb2,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:57.798422 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:57.798802 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.850679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] Set router c26e40cc-3a12-4bdb-a77c-796aa8907f3b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:57.859448 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:57.860772 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:57.979283 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:57.980786 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device c760660d-73ee-4909-8262-95b4fafc6056 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:57.983620 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Router c26e40cc-3a12-4bdb-a77c-796aa8907f3b has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:58.099394 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port c760660d-73ee-4909-8262-95b4fafc6056 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:58.099767 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (c760660d-73ee-4909-8262-95b4fafc6056), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.101008 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:58.108062 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ae472db8-ff9b-4f66-8bee-2628b994d119 admin admin] 10.222.0.45 "PUT /v2.0/routers/c26e40cc-3a12-4bdb-a77c-796aa8907f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9404736 Apr 12 18:00:58.145247 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 4, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port': {'id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f12b13c9-b355-4f63-92ef-41d1c594af27', 'name': '', 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'mac_address': 'fa:16:3e:d7:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:56Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 2, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'subnets': [{'id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:58.177849 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4f9c8-e71f-4379-b79f-8cd421d2af77 None None] The sync data for ids ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'] in dv-cinder-837533-1-iscsi is: [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 4, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port': {'id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f12b13c9-b355-4f63-92ef-41d1c594af27', 'name': '', 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'mac_address': 'fa:16:3e:d7:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:56Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 2, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'subnets': [{'id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:58.217756 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-765be87a-303b-4ada-9e60-86f61882b605 None None] Provisioning complete for port f12b13c9-b355-4f63-92ef-41d1c594af27 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:58.218150 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-765be87a-303b-4ada-9e60-86f61882b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.250910 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port c760660d-73ee-4909-8262-95b4fafc6056 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:58.252017 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4cebd811-70cb-45a8-8249-e0d3e8fc8663 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:58.285398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-765be87a-303b-4ada-9e60-86f61882b605 None None] Port f12b13c9-b355-4f63-92ef-41d1c594af27 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:00:58.306750 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:58.307160 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.405096 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:58.557157 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8de1d37a-5ddd-4eff-a0fb-4a8395607301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.725614 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35686) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:58.730351 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-22736bf1-631d-4ac5-bf85-c6f7a8fd7d7f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156441215', 'description': 'tempest-secgroup-smoke-1156441215 description', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:58.752456 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22736bf1-631d-4ac5-bf85-c6f7a8fd7d7f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.825072 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22736bf1-631d-4ac5-bf85-c6f7a8fd7d7f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group (153b763e-1698-4891-b9ac-3c80806a5080), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.829622 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22736bf1-631d-4ac5-bf85-c6f7a8fd7d7f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (153b763e-1698-4891-b9ac-3c80806a5080), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.856796 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-22736bf1-631d-4ac5-bf85-c6f7a8fd7d7f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.858015 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-22736bf1-631d-4ac5-bf85-c6f7a8fd7d7f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1313214 Apr 12 18:00:58.861133 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35688) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:58.861935 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22736bf1-631d-4ac5-bf85-c6f7a8fd7d7f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153b763e-1698-4891-b9ac-3c80806a5080,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:58.866258 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-8643243b-f9f6-4ace-aac2-94fb095df2f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'security_group_rule': {'security_group_id': '153b763e-1698-4891-b9ac-3c80806a5080', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:58.893600 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8643243b-f9f6-4ace-aac2-94fb095df2f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (d69e5df6-a6ef-4160-b3e0-48561c3b11c7), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.951552 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8643243b-f9f6-4ace-aac2-94fb095df2f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (d69e5df6-a6ef-4160-b3e0-48561c3b11c7), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.957423 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8643243b-f9f6-4ace-aac2-94fb095df2f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (d69e5df6-a6ef-4160-b3e0-48561c3b11c7), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.975976 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643243b-f9f6-4ace-aac2-94fb095df2f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69e5df6-a6ef-4160-b3e0-48561c3b11c7,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:58.991504 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8643243b-f9f6-4ace-aac2-94fb095df2f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.992719 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8643243b-f9f6-4ace-aac2-94fb095df2f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305611 Apr 12 18:00:58.995832 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:59.000578 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-be510d41-5e42-4736-916a-dc6698c2892f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'security_group_rule': {'security_group_id': '153b763e-1698-4891-b9ac-3c80806a5080', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:59.027882 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be510d41-5e42-4736-916a-dc6698c2892f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (904389f6-f334-47ea-84ec-102cf8ae8ab1), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.094593 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be510d41-5e42-4736-916a-dc6698c2892f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (904389f6-f334-47ea-84ec-102cf8ae8ab1), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.098793 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be510d41-5e42-4736-916a-dc6698c2892f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (904389f6-f334-47ea-84ec-102cf8ae8ab1), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.115499 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be510d41-5e42-4736-916a-dc6698c2892f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904389f6-f334-47ea-84ec-102cf8ae8ab1,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:59.124895 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-be510d41-5e42-4736-916a-dc6698c2892f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.126075 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-be510d41-5e42-4736-916a-dc6698c2892f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291645 Apr 12 18:00:59.128997 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 35692) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:59.133357 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-139e3c14-fdb0-4c7f-8f10-35e7c16440bc tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'security_group_rule': {'security_group_id': '153b763e-1698-4891-b9ac-3c80806a5080', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:59.158361 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-139e3c14-fdb0-4c7f-8f10-35e7c16440bc tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (09e33a18-e11f-4790-bedc-474b544be52b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.215711 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-139e3c14-fdb0-4c7f-8f10-35e7c16440bc tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (09e33a18-e11f-4790-bedc-474b544be52b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.220344 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-139e3c14-fdb0-4c7f-8f10-35e7c16440bc tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (09e33a18-e11f-4790-bedc-474b544be52b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.238113 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e3c14-fdb0-4c7f-8f10-35e7c16440bc tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e33a18-e11f-4790-bedc-474b544be52b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:59.247641 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-139e3c14-fdb0-4c7f-8f10-35e7c16440bc tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.248872 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-139e3c14-fdb0-4c7f-8f10-35e7c16440bc tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189034 Apr 12 18:00:59.251777 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35694) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:59.259551 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-0024fd09-6c68-4071-8b18-7b67250404d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'security_group_rule': {'security_group_id': '153b763e-1698-4891-b9ac-3c80806a5080', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:59.289748 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0024fd09-6c68-4071-8b18-7b67250404d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (6cd85eb6-f8ad-49d1-a545-63e8bacc74a4), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.348701 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0024fd09-6c68-4071-8b18-7b67250404d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (6cd85eb6-f8ad-49d1-a545-63e8bacc74a4), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.355791 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0024fd09-6c68-4071-8b18-7b67250404d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (6cd85eb6-f8ad-49d1-a545-63e8bacc74a4), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.373311 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024fd09-6c68-4071-8b18-7b67250404d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd85eb6-f8ad-49d1-a545-63e8bacc74a4,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:59.381038 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0024fd09-6c68-4071-8b18-7b67250404d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.382247 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0024fd09-6c68-4071-8b18-7b67250404d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290147 Apr 12 18:00:59.385068 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35696) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:59.389295 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'security_group_rule': {'security_group_id': '153b763e-1698-4891-b9ac-3c80806a5080', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:59.418340 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.securitygroups_db [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Project ed85153b5b8a4de89c0e1896e9f4bfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:00:59.423211 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (cae40200-b28d-4a21-b009-a34664957f23), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.494322 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (cae40200-b28d-4a21-b009-a34664957f23), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.498323 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (cae40200-b28d-4a21-b009-a34664957f23), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.517049 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae40200-b28d-4a21-b009-a34664957f23,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:59.526120 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.527815 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-10ca786f-258f-4efa-a513-ccc6d980c319 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416790 Apr 12 18:00:59.530454 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35698) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:59.534848 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'security_group_rule': {'security_group_id': '153b763e-1698-4891-b9ac-3c80806a5080', 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:59.564627 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.securitygroups_db [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Project ed85153b5b8a4de89c0e1896e9f4bfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:00:59.572135 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (e695bdf0-8151-4338-b34b-142b98361318), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.631524 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0194dd2b-23a2-4821-80af-a8eb3623bcb2 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:59.638212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (e695bdf0-8151-4338-b34b-142b98361318), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.648173 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460050'] for security_group_rule (e695bdf0-8151-4338-b34b-142b98361318), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.667475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e695bdf0-8151-4338-b34b-142b98361318,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:59.673801 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.675080 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-74151ccf-dbfe-466a-bd71-578a2058f2e8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436036 Apr 12 18:00:59.692802 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:59.693448 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.785140 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:59.785429 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.809293 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] For port 0194dd2b-23a2-4821-80af-a8eb3623bcb2, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=0194dd2b-23a2-4821-80af-a8eb3623bcb2,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:59.814293 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.879128 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Pushing event updated for resources: {'Port': ['ID=0194dd2b-23a2-4821-80af-a8eb3623bcb2,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:00.154683 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:00.897731 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Sync routers for ids ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:01:00.909169 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Routers {'c26e40cc-3a12-4bdb-a77c-796aa8907f3b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:00.909730 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:01.034203 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Set router c26e40cc-3a12-4bdb-a77c-796aa8907f3b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:01.236965 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 4, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port': {'id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f12b13c9-b355-4f63-92ef-41d1c594af27', 'name': '', 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'mac_address': 'fa:16:3e:d7:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:56Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 2, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'subnets': [{'id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:01.267057 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Checking router: c26e40cc-3a12-4bdb-a77c-796aa8907f3b for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:01:01.267461 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Updating router c26e40cc-3a12-4bdb-a77c-796aa8907f3b port f12b13c9-b355-4f63-92ef-41d1c594af27 binding host dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:01:01.296913 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.425428 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.577572 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Publish callbacks [] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.585140 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.596008 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0194dd2b-23a2-4821-80af-a8eb3623bcb2 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:01:01.634388 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0661a58-d22d-4c85-9ab5-ae99baa18150 None None] Pushing event updated for resources: {'Port': ['ID=f12b13c9-b355-4f63-92ef-41d1c594af27,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:01.650488 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:01.650870 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.705670 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Attempting to bind port f12b13c9-b355-4f63-92ef-41d1c594af27 on host dv-cinder-837533-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:01:01.706046 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Attempting to bind port f12b13c9-b355-4f63-92ef-41d1c594af27 by drivers openvswitch,hyperv on host dv-cinder-837533-1-iscsi at level 0 using segments [{'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:01:01.706410 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Attempting to bind port f12b13c9-b355-4f63-92ef-41d1c594af27 on network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:01:01.712945 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Checking agent: {'id': '28ac857d-bfe8-437c-a615-a1126caf35ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 40, 33), 'started_at': datetime.datetime(2022, 4, 12, 17, 41, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:01:01.713316 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Checking segment: {'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:01:01.713722 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.714248 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Bound using segment: {'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:01:01.714737 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Bound port: f12b13c9-b355-4f63-92ef-41d1c594af27, host: dv-cinder-837533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e32508-d741-4fc9-8ac1-6cd29cbd9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:01:01.715145 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.744790 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:01.783686 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] For port f12b13c9-b355-4f63-92ef-41d1c594af27, host dv-cinder-837533-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:01:01.787267 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] For port f12b13c9-b355-4f63-92ef-41d1c594af27, host dv-cinder-837533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f12b13c9-b355-4f63-92ef-41d1c594af27,segment=NetworkSegment(20e32508-d741-4fc9-8ac1-6cd29cbd9281),segment_id=20e32508-d741-4fc9-8ac1-6cd29cbd9281)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:01:01.793097 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.856922 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Routers {'c26e40cc-3a12-4bdb-a77c-796aa8907f3b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:01.857690 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:00:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:01.861340 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0661a58-d22d-4c85-9ab5-ae99baa18150 None None] Pushing event updated for resources: {'Port': ['ID=f12b13c9-b355-4f63-92ef-41d1c594af27,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:01.929351 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-dcd91696-9cf7-462c-961d-b430295edb68 None None] Provisioning complete for port f12b13c9-b355-4f63-92ef-41d1c594af27 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:01.929839 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dcd91696-9cf7-462c-961d-b430295edb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.979607 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] Set router c26e40cc-3a12-4bdb-a77c-796aa8907f3b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:02.017642 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-dcd91696-9cf7-462c-961d-b430295edb68 None None] Current status of the port f12b13c9-b355-4f63-92ef-41d1c594af27 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:02.018033 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dcd91696-9cf7-462c-961d-b430295edb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:02.057710 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-dcd91696-9cf7-462c-961d-b430295edb68 None None] For port f12b13c9-b355-4f63-92ef-41d1c594af27, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f12b13c9-b355-4f63-92ef-41d1c594af27,segment=NetworkSegment(20e32508-d741-4fc9-8ac1-6cd29cbd9281),segment_id=20e32508-d741-4fc9-8ac1-6cd29cbd9281)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:02.062731 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dcd91696-9cf7-462c-961d-b430295edb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:02.241241 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-d3de08a3-da4d-46fd-a2c5-e62fa4ba2b30 None None] Provisioning complete for port f12b13c9-b355-4f63-92ef-41d1c594af27 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:02.241615 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d3de08a3-da4d-46fd-a2c5-e62fa4ba2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:02.274661 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 4, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port': {'id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f12b13c9-b355-4f63-92ef-41d1c594af27', 'name': '', 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'mac_address': 'fa:16:3e:d7:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:56Z', 'updated_at': '2022-04-12T18:01:01Z', 'revision_number': 4, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'subnets': [{'id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:02.286578 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd91696-9cf7-462c-961d-b430295edb68 None None] Pushing event updated for resources: {'Port': ['ID=f12b13c9-b355-4f63-92ef-41d1c594af27,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:02.300915 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f42d776-c68b-4e99-a4be-f6b597487581 None None] The sync data for ids ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'] in dv-cinder-837533-1-iscsi is: [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 4, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port': {'id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': 'f12b13c9-b355-4f63-92ef-41d1c594af27', 'name': '', 'network_id': 'd9fdcaf5-f6fa-4a77-a3ee-bc88747337a9', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'mac_address': 'fa:16:3e:d7:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:56Z', 'updated_at': '2022-04-12T18:01:01Z', 'revision_number': 4, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'subnets': [{'id': 'f58156f3-3d93-4605-89b1-5dc7ee424811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:01:02.341744 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d3de08a3-da4d-46fd-a2c5-e62fa4ba2b30 None None] Current status of the port f12b13c9-b355-4f63-92ef-41d1c594af27 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:02.716483 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:03.600034 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f12b13c9-b355-4f63-92ef-41d1c594af27 up at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:01:03.647012 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Provisioning complete for port f12b13c9-b355-4f63-92ef-41d1c594af27 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:03.647416 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:03.731296 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Current status of the port f12b13c9-b355-4f63-92ef-41d1c594af27 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:06.579609 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.216673 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-eceef14d-055d-425f-9710-7dd313444442 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156441215&fields=id&tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 267 time: 0.0512075 Apr 12 18:01:15.353004 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-69142cb2-e432-468a-a62e-7ecf87d77d40 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:15.354372 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-69142cb2-e432-468a-a62e-7ecf87d77d40 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 812 time: 0.1273992 Apr 12 18:01:15.371873 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-14728357-cad4-48de-b7ac-57fda60a98cd tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/quotas/ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 375 time: 0.0117157 Apr 12 18:01:15.429663 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-dfc1403b-5f47-4b5d-aad2-40eb08284489 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502052 Apr 12 18:01:15.573536 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-19372cf1-d62b-42c6-81d9-5f0d3e0cd5ba service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:01:15.574573 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-19372cf1-d62b-42c6-81d9-5f0d3e0cd5ba service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1310983 Apr 12 18:01:15.676127 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-f6aa0d73-7488-4c60-a95d-7d4f216a5c68 service neutron] 10.222.0.45 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956509 Apr 12 18:01:15.782742 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-23a3ac28-f3f1-4b9e-af17-cb42413c392a service neutron] 10.222.0.45 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998147 Apr 12 18:01:16.102585 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-12c98b0a-257d-40b7-bd80-a7e531b58914 req-cc00d1f8-a078-47cb-8fd6-85700f4e6f99 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 210 time: 0.0285957 Apr 12 18:01:17.210844 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fd59b759-1d66-4e66-8c54-968c763add9e req-cd20c822-b8d1-43b2-a36b-c9cde8d8760f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 210 time: 0.0290909 Apr 12 18:01:17.214260 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-7ab373da-9077-4cbb-b738-05960363f7d6 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.215914 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-7ab373da-9077-4cbb-b738-05960363f7d6 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 812 time: 0.1152577 Apr 12 18:01:17.288764 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-fe7d6f5b-3a0b-4877-824a-27b28be30eea tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 380 time: 0.0640383 Apr 12 18:01:17.297001 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'port': {'device_id': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'admin_state_up': True, 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'security_groups': ['153b763e-1698-4891-b9ac-3c80806a5080']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:17.413329 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Made reservation on behalf of ed85153b5b8a4de89c0e1896e9f4bfbc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:01:17.417153 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.558654 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Allocated IP 172.20.0.3 (3ddedcb7-8232-41f7-bcfe-41b3e792bcce/683d6d58-2585-440f-b2ae-48ecfc9e4f7d/1e36550c-a778-43fa-aa27-1a9c56dfcd63) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:01:17.704676 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.743698 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.785367 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:01:17.790418 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:01:17.795142 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:01:17.801829 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=1e36550c-a778-43fa-aa27-1a9c56dfcd63,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:17.850470 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.851242 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.868271 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-a1407d19-a300-41a1-9025-056263f516df tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748999 Apr 12 18:01:17.879130 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Request body: {'port': {'device_id': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:17.946158 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.061606 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3bbc4a04-3791-442b-9642-49e85106e898 None None] Provisioning complete for port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:18.062356 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4a04-3791-442b-9642-49e85106e898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.096724 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc4a04-3791-442b-9642-49e85106e898 None None] Port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:01:18.204663 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e36550c-a778-43fa-aa27-1a9c56dfcd63 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:01:18.213591 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Publish callbacks [] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.226624 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Transition to ACTIVE for port object 1e36550c-a778-43fa-aa27-1a9c56dfcd63 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:01:18.231620 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.284052 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Pushing event updated for resources: {'Port': ['ID=1e36550c-a778-43fa-aa27-1a9c56dfcd63,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:18.334694 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ef1aa-525b-4655-ae37-683d25c79a08 req-0b05025f-63cf-405f-95bc-76d79c444514 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:18.336893 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-971ef1aa-525b-4655-ae37-683d25c79a08 req-0b05025f-63cf-405f-95bc-76d79c444514 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 943 time: 0.0546324 Apr 12 18:01:18.362047 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Attempting to bind port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:01:18.362407 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Attempting to bind port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:01:18.363570 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Attempting to bind port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:01:18.369200 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:01:18.369528 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Attempting to bind port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:01:18.375176 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:01:18.375515 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Checking segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:01:18.375893 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Bound using segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:01:18.376324 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Bound port: 1e36550c-a778-43fa-aa27-1a9c56dfcd63, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:01:18.376671 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.398080 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-971ef1aa-525b-4655-ae37-683d25c79a08 req-29c08a1d-80f8-45e8-9f12-98d57b0369ee tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545201 Apr 12 18:01:18.446889 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] For port 1e36550c-a778-43fa-aa27-1a9c56dfcd63, host hv-cinder-83753, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:01:18.449827 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] For port 1e36550c-a778-43fa-aa27-1a9c56dfcd63, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:01:18.456615 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.493111 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:18.493721 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.495122 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] 10.222.0.18 "PUT /v2.0/ports/1e36550c-a778-43fa-aa27-1a9c56dfcd63 HTTP/1.1" status: 200 len: 1093 time: 0.6201594 Apr 12 18:01:18.495532 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:18.497811 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac9b513-b832-4862-a043-4ba8ef4ff988" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:18.528739 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67f1e7-f350-4e10-8066-c31551c57559 service neutron] Pushing event updated for resources: {'Port': ['ID=1e36550c-a778-43fa-aa27-1a9c56dfcd63,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:18.554488 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f005446-05ee-48b7-8396-cf4968189f7a x-openstack-request-id: req-8f005446-05ee-48b7-8396-cf4968189f7a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:18.554887 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:18.555235 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f005446-05ee-48b7-8396-cf4968189f7a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:18.555706 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f005446-05ee-48b7-8396-cf4968189f7a'] response: {'name': 'network-changed', 'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'status': 'completed', 'code': 200} Apr 12 18:01:18.588062 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-4e7d1c76-75b5-4b22-8ba3-ee78eb77a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:18.589587 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-4e7d1c76-75b5-4b22-8ba3-ee78eb77a12d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 1127 time: 0.0456870 Apr 12 18:01:18.632036 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-b974f9ce-6628-4937-a019-de9d9eb76851 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63 HTTP/1.1" status: 200 len: 217 time: 0.0343068 Apr 12 18:01:18.685901 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-9a7f3e98-ba86-48dc-aa12-9f2ad972dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:18.687457 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-9a7f3e98-ba86-48dc-aa12-9f2ad972dfeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0506577 Apr 12 18:01:18.733128 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-38491355-71ba-4cbd-9dea-d2f9d456a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:18.734686 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-38491355-71ba-4cbd-9dea-d2f9d456a771 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396471 Apr 12 18:01:18.835987 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-3af6cc8a-ac23-425f-9e20-1f628b9e963c service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940185 Apr 12 18:01:18.932862 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dd7a5db3-0312-4bfb-8d56-f49fe954d794 req-fd8a227f-3656-45fa-92c9-1d9f77794133 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918012 Apr 12 18:01:19.203024 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-1ae52e58-e02a-4111-818e-920c5e00e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:19.204745 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-1ae52e58-e02a-4111-818e-920c5e00e46d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 1127 time: 0.0404117 Apr 12 18:01:19.313799 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-f3044e7f-d4d6-44f3-912d-1879050d54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:19.315395 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-f3044e7f-d4d6-44f3-912d-1879050d54aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.1029055 Apr 12 18:01:19.365430 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-7ff2ce44-b533-452b-a2d6-adcbef61c7d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63 HTTP/1.1" status: 200 len: 217 time: 0.0430100 Apr 12 18:01:19.421216 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-6aa84af5-5133-43af-a243-08a5f3a0073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:19.422541 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-6aa84af5-5133-43af-a243-08a5f3a0073f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0510366 Apr 12 18:01:19.467684 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-54f1fa6e-61e1-40f9-8797-8219b82cf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:19.469127 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-54f1fa6e-61e1-40f9-8797-8219b82cf53a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399878 Apr 12 18:01:19.520881 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5009c0-0b21-4d89-8d45-0ab17fa472c1 req-7b50c0d4-e101-4a10-b0e0-67a0c679abbe tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:19.522587 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fa5009c0-0b21-4d89-8d45-0ab17fa472c1 req-7b50c0d4-e101-4a10-b0e0-67a0c679abbe tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 943 time: 0.0489140 Apr 12 18:01:19.558106 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-96cd93f6-525c-4e4c-b074-0dc993f81166 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821011 Apr 12 18:01:19.572241 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fa5009c0-0b21-4d89-8d45-0ab17fa472c1 req-16e2de5a-5542-4eee-8325-40dfbe175759 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Apr 12 18:01:19.653348 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-aac9b513-b832-4862-a043-4ba8ef4ff988 req-511968a7-d790-4a17-90f6-1c05d679f365 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893433 Apr 12 18:01:20.706620 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516f9a2-f8c9-4185-ba65-5712e589fc3d req-53dd6dca-ba7f-49cc-a85c-d765bef29a89 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:20.708169 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e516f9a2-f8c9-4185-ba65-5712e589fc3d req-53dd6dca-ba7f-49cc-a85c-d765bef29a89 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 943 time: 0.0513422 Apr 12 18:01:20.759594 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e516f9a2-f8c9-4185-ba65-5712e589fc3d req-9605abba-13cd-4b39-80c3-3e171aa8c0ba tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451207 Apr 12 18:01:21.883243 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252caa1-2a8d-4a2d-88aa-19864b93dfc9 req-facf7f69-6e20-4987-91f2-e41f8a9229cf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:21.884735 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d252caa1-2a8d-4a2d-88aa-19864b93dfc9 req-facf7f69-6e20-4987-91f2-e41f8a9229cf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 943 time: 0.0511086 Apr 12 18:01:21.938315 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d252caa1-2a8d-4a2d-88aa-19864b93dfc9 req-8413999a-a6e2-42ad-b2fb-ef0e213c47f6 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 Apr 12 18:01:23.069664 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31b07d-a9bd-4fc9-bb4a-79d27d7fc097 req-33c3e741-f21a-4f10-87db-0b754997f5b8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:23.071978 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d31b07d-a9bd-4fc9-bb4a-79d27d7fc097 req-33c3e741-f21a-4f10-87db-0b754997f5b8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 943 time: 0.0598412 Apr 12 18:01:23.125156 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d31b07d-a9bd-4fc9-bb4a-79d27d7fc097 req-7ebeb55a-13a7-4c1f-aaca-f8cbf5c3b7ac tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453672 Apr 12 18:01:24.261765 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3cd16-561e-4c1f-8237-9900183ed901 req-0510f37a-4402-4243-bcf8-09b40746712a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:24.263289 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-89c3cd16-561e-4c1f-8237-9900183ed901 req-0510f37a-4402-4243-bcf8-09b40746712a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 943 time: 0.0539761 Apr 12 18:01:24.315978 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-89c3cd16-561e-4c1f-8237-9900183ed901 req-0a82d513-6c7e-4617-8576-0e56978e26a3 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445976 Apr 12 18:01:25.435287 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c512f-18f1-40e8-8554-c915a87fe9df req-61a4b3b8-eb1f-43e8-971a-dbab91ca261f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:25.436746 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fc0c512f-18f1-40e8-8554-c915a87fe9df req-61a4b3b8-eb1f-43e8-971a-dbab91ca261f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 943 time: 0.0483491 Apr 12 18:01:25.492054 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fc0c512f-18f1-40e8-8554-c915a87fe9df req-bbfc9e41-45d2-41b1-a0a9-a182aa6a7a02 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469573 Apr 12 18:01:26.261920 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 1e36550c-a778-43fa-aa27-1a9c56dfcd63 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:01:26.344150 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0211dfe9-5dd7-41a8-a97e-c86a48b20af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:26.385386 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 1e36550c-a778-43fa-aa27-1a9c56dfcd63, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:26.397640 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'port_id': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'mac_address': 'fa:16:3e:f3:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:01:26.438015 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:26.438376 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:26.451808 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e36550c-a778-43fa-aa27-1a9c56dfcd63 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:01:26.471684 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 1e36550c-a778-43fa-aa27-1a9c56dfcd63, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:26.478325 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:26.529621 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=1e36550c-a778-43fa-aa27-1a9c56dfcd63,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:26.607531 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe3023-b7d6-4aa7-a450-ea421452a2ba req-fdbf4caf-7e82-4431-843a-fb700812c68c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:26.608982 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a6fe3023-b7d6-4aa7-a450-ea421452a2ba req-fdbf4caf-7e82-4431-843a-fb700812c68c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 944 time: 0.0475137 Apr 12 18:01:26.665162 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a6fe3023-b7d6-4aa7-a450-ea421452a2ba req-285e3b59-d597-4e54-a3df-8b6093d23058 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503750 Apr 12 18:01:26.687446 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['1e36550c-a778-43fa-aa27-1a9c56dfcd63'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:01:27.803165 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d929-2e5f-4f01-ab82-9101263348ae req-c6a33d64-83c3-47a5-b492-5b2a524858d3 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:27.804629 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6197d929-2e5f-4f01-ab82-9101263348ae req-c6a33d64-83c3-47a5-b492-5b2a524858d3 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 944 time: 0.0571501 Apr 12 18:01:27.857548 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6197d929-2e5f-4f01-ab82-9101263348ae req-7d2cc184-1627-4bd4-a550-f39410a506be tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468109 Apr 12 18:01:28.278443 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 1e36550c-a778-43fa-aa27-1a9c56dfcd63 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:01:28.330750 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:01:28.340671 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:28.341255 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:28.430077 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:28.430493 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:28.454303 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:28.456706 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c819e6-3491-4638-8d19-1def97fc16e7" -d '{"events": [{"server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "name": "network-vif-plugged", "status": "completed", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:28.470482 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 1e36550c-a778-43fa-aa27-1a9c56dfcd63, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:28.475962 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:28.526125 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=1e36550c-a778-43fa-aa27-1a9c56dfcd63,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:28.533550 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.533903 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.534251 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.534598 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.534938 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.535314 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.535642 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.535978 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.536303 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.536632 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.536955 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.537284 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.537606 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.537930 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.538247 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:28.554861 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd204e7-cf3b-417a-bdec-2a655feb1a0b x-openstack-request-id: req-9dd204e7-cf3b-417a-bdec-2a655feb1a0b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:28.555400 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "name": "network-vif-plugged", "status": "completed", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:28.555516 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9dd204e7-cf3b-417a-bdec-2a655feb1a0b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:28.556021 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd204e7-cf3b-417a-bdec-2a655feb1a0b'] response: {'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'code': 200} Apr 12 18:01:28.564469 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9478972e-f01e-4488-8e52-b022f6bd62c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:28.775053 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0269593-1b2c-4e04-8b97-4ea54c7b2450 req-ea1271b1-9835-46c2-aa5a-5c2e273177be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:28.776429 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e0269593-1b2c-4e04-8b97-4ea54c7b2450 req-ea1271b1-9835-46c2-aa5a-5c2e273177be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 1129 time: 0.0406795 Apr 12 18:01:28.820811 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e0269593-1b2c-4e04-8b97-4ea54c7b2450 req-6373c330-7afd-4305-8b37-762eb09186dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Apr 12 18:01:28.981044 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89db9eb-12b7-4a44-95b3-aaf2a2c5d1d0 req-87111bbe-308a-4fe6-bfa6-c2c888b16e15 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:28.982505 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b89db9eb-12b7-4a44-95b3-aaf2a2c5d1d0 req-87111bbe-308a-4fe6-bfa6-c2c888b16e15 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 945 time: 0.0536621 Apr 12 18:01:29.032631 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b89db9eb-12b7-4a44-95b3-aaf2a2c5d1d0 req-21936bf1-3d57-4852-af21-6cd1a5fb8ed0 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Apr 12 18:01:29.494466 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:01:30.144142 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.167130 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15959ad9-ff80-44c3-8e97-79f96838fb00 req-88470ba6-b61b-4907-915b-32e7d9581a87 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:30.168610 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15959ad9-ff80-44c3-8e97-79f96838fb00 req-88470ba6-b61b-4907-915b-32e7d9581a87 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 945 time: 0.0525393 Apr 12 18:01:30.217813 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15959ad9-ff80-44c3-8e97-79f96838fb00 req-8351ba19-f289-48bf-a564-a52311f0e831 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Apr 12 18:01:30.340420 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fb301-b93b-422a-963c-fba272d52a86 req-b0e55d92-d1dc-4b03-973f-7472e9103cee tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:30.342078 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-599fb301-b93b-422a-963c-fba272d52a86 req-b0e55d92-d1dc-4b03-973f-7472e9103cee tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 945 time: 0.0568719 Apr 12 18:01:30.396454 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-599fb301-b93b-422a-963c-fba272d52a86 req-8d411da4-02bf-4770-aa67-a6ea17152427 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Apr 12 18:01:30.419849 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35862) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:30.521293 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a25b42-5005-4d71-acbd-3bbfa20d67f4 tempest-TestVolumeBootPattern-507656988 tempest-TestVolumeBootPattern-507656988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:30.522789 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-20a25b42-5005-4d71-acbd-3bbfa20d67f4 tempest-TestVolumeBootPattern-507656988 tempest-TestVolumeBootPattern-507656988-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 1124 time: 0.1019673 Apr 12 18:01:30.527276 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35866) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:30.531441 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'port_id': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:30.553118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.637490 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.764115 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Allocated IP 172.27.3.97 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/749a7896-3e42-4931-9dce-5c3738ee9a25) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:01:30.878838 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.917828 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.955155 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:01:30.960003 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:01:30.964183 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:01:30.969697 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=749a7896-3e42-4931-9dce-5c3738ee9a25,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:30.998885 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:30.999231 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:30.999608 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:30.999929 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.000279 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.000606 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.000934 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.001257 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.001585 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.001910 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.002252 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.002550 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.002872 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.003216 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.003535 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:31.374952 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (630309aa-890b-4bef-9630-5341c6a65f82), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.429714 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.454139 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.616145 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.622506 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.688583 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=749a7896-3e42-4931-9dce-5c3738ee9a25,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:31.704404 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (630309aa-890b-4bef-9630-5341c6a65f82), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.808323 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Floating IP 630309aa-890b-4bef-9630-5341c6a65f82 associated. External IP: 172.27.3.97, port: 1e36550c-a778-43fa-aa27-1a9c56dfcd63. Apr 12 18:01:32.033188 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:01:32.165922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:01:32.178953 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:01:32.189163 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:32.189788 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:01:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:32.189953 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.221033 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-92b63b13-44fa-4ae0-8f1f-fb3fb16a4dae tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6927564 Apr 12 18:01:32.221705 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:32.224019 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb32aa1f-001d-472f-ab13-118e49d05874" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:32.307690 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:32.313961 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee707a1-a477-48f9-9ca3-53fd74ceeba0 x-openstack-request-id: req-aee707a1-a477-48f9-9ca3-53fd74ceeba0 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:32.314259 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:32.314508 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aee707a1-a477-48f9-9ca3-53fd74ceeba0 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:32.314918 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee707a1-a477-48f9-9ca3-53fd74ceeba0'] response: {'name': 'network-changed', 'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'status': 'completed', 'code': 200} Apr 12 18:01:32.377227 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-b9e71c45-b798-47cc-a2eb-798cac062aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:32.378763 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-b9e71c45-b798-47cc-a2eb-798cac062aae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 1129 time: 0.0416493 Apr 12 18:01:32.486047 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-49ce681d-c0e8-45f1-88ca-7b055c67092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:32.487798 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-49ce681d-c0e8-45f1-88ca-7b055c67092a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.1022754 Apr 12 18:01:32.533984 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '630309aa-890b-4bef-9630-5341c6a65f82', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:f3:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:01:31Z', 'updated_at': '2022-04-12T18:01:31Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:32.558281 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-79688d16-8e78-48e1-b748-3e95ff97025b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63 HTTP/1.1" status: 200 len: 998 time: 0.0626106 Apr 12 18:01:32.560900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:01:32.569652 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:32.570260 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:01:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:32.610417 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-e2d66363-0d5d-4d18-a4fe-b3a209d756e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:32.612062 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-e2d66363-0d5d-4d18-a4fe-b3a209d756e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0456140 Apr 12 18:01:32.655518 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-27f590b1-cf72-42cb-a61a-8655140d4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:32.657038 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-27f590b1-cf72-42cb-a61a-8655140d4b6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389581 Apr 12 18:01:32.687351 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:32.738435 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.752065 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-e0237579-f50f-469f-865f-e57ce6aad7bc service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891154 Apr 12 18:01:32.841735 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb32aa1f-001d-472f-ab13-118e49d05874 req-c2765714-6e45-4e65-a1f3-31ee270a2293 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828779 Apr 12 18:01:32.915383 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '630309aa-890b-4bef-9630-5341c6a65f82', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:f3:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:01:31Z', 'updated_at': '2022-04-12T18:01:31Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:32.947124 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa4711-72da-4a8d-b047-67b3320d0c4d None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '630309aa-890b-4bef-9630-5341c6a65f82', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:f3:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:01:31Z', 'updated_at': '2022-04-12T18:01:31Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:01:33.137524 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f82d4a-b12b-4e29-b355-4b979a7da237 None None] New status for floating IP 630309aa-890b-4bef-9630-5341c6a65f82: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:01:36.591144 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:56.317354 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ddfbc8f-f93d-4b51-9e8d-65edffbf7dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:58.568770 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-71bfd3e7-08f2-4cf9-a642-abd6499f6bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.153558 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.435583 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.710925 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.499068 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:02:06.597131 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.934954 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-f7964f45-3b6d-424b-9195-6c651bbe7861 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422390 Apr 12 18:02:14.014159 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08320f-6032-456d-ae0b-603972e30640 req-82b30192-a8e8-49b6-b542-6d019242b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:14.015845 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-82b30192-a8e8-49b6-b542-6d019242b25f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 1129 time: 0.0383835 Apr 12 18:02:14.120207 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08320f-6032-456d-ae0b-603972e30640 req-6f4b7ffa-bd36-4932-914b-b697d25651e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:14.121793 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-6f4b7ffa-bd36-4932-914b-b697d25651e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0830853 Apr 12 18:02:14.190635 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-a1f31f20-da27-4612-8e7e-fe51c71aaef4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63 HTTP/1.1" status: 200 len: 1000 time: 0.0630729 Apr 12 18:02:14.245226 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08320f-6032-456d-ae0b-603972e30640 req-83f12dd9-e7af-4f72-a877-acd903381fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:14.247619 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-83f12dd9-e7af-4f72-a877-acd903381fd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0504436 Apr 12 18:02:14.290291 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08320f-6032-456d-ae0b-603972e30640 req-fa1debe4-7df2-4cf9-91fa-328ac6c1bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:14.291802 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-fa1debe4-7df2-4cf9-91fa-328ac6c1bb77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387912 Apr 12 18:02:14.383657 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-8f5fa893-5bf7-4705-ab6b-eff2e9732284 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850964 Apr 12 18:02:14.476461 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2f08320f-6032-456d-ae0b-603972e30640 req-0cbe0145-47ad-4156-b4dc-a9542dbe4e50 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Apr 12 18:02:26.316923 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4649-b73e-40ce-87ed-41cfeb202ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:28.568948 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-78f2d6d1-31f1-44b6-997c-5a20ef38d1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:30.153387 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:31.435200 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.719418 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:36.597279 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:43.499068 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:02:56.318812 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0af1df98-4228-429d-940f-abff1bd6407a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.569667 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b010013c-e719-4c33-8b2e-f889fdf4f7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.161895 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:01.443398 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.713482 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.596246 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:15.935119 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-61f9f091-4266-4052-889b-df7baacc69b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456126 Apr 12 18:03:16.028135 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022fbae-f236-41f2-9643-779fac6392c3 req-14d713c0-3b9b-4311-a882-732b7aa10ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:16.029530 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-14d713c0-3b9b-4311-a882-732b7aa10ec3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 1129 time: 0.0487888 Apr 12 18:03:16.133738 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022fbae-f236-41f2-9643-779fac6392c3 req-36ad6ebc-40bd-4cd7-bf63-7646a508d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:16.135247 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-36ad6ebc-40bd-4cd7-bf63-7646a508d5ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0881839 Apr 12 18:03:16.203247 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-6b6bf9f5-c1fe-4837-9146-64d49b3e3bbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63 HTTP/1.1" status: 200 len: 1000 time: 0.0620651 Apr 12 18:03:16.251300 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022fbae-f236-41f2-9643-779fac6392c3 req-fbdf8288-047f-465e-acbc-17d005f61fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:16.252689 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-fbdf8288-047f-465e-acbc-17d005f61fe4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0430250 Apr 12 18:03:16.297760 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022fbae-f236-41f2-9643-779fac6392c3 req-287ce15b-4466-4baf-a0bc-af61d3b451b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:16.299137 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-287ce15b-4466-4baf-a0bc-af61d3b451b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411990 Apr 12 18:03:16.406210 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-67a200f1-54ab-4c52-abdc-ae33d15088e0 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007779 Apr 12 18:03:16.507179 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8022fbae-f236-41f2-9643-779fac6392c3 req-bc8caa64-e98a-479e-9b2d-4066135666f0 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948761 Apr 12 18:03:20.503883 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:03:26.322014 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4ee4673f-21cc-4352-a79f-2d1c18db3899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:28.568447 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-915cc7e8-761f-4f77-aa06-f80ec0a270aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:28.659270 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a52af-2836-4244-9d44-804670ce49a8 req-8bbe01d7-76e6-4143-a695-0a68e201f7bf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:28.661033 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-993a52af-2836-4244-9d44-804670ce49a8 req-8bbe01d7-76e6-4143-a695-0a68e201f7bf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 945 time: 0.0536072 Apr 12 18:03:28.717889 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-993a52af-2836-4244-9d44-804670ce49a8 req-3f16bc1f-1f86-4d0e-8e9c-9ffcfb4ae883 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Apr 12 18:03:29.837452 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d780e-390e-4893-9878-a1abb2923243 req-9408cf9c-0a87-4471-ad1b-da3f7723e9d0 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:29.838896 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-839d780e-390e-4893-9878-a1abb2923243 req-9408cf9c-0a87-4471-ad1b-da3f7723e9d0 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 945 time: 0.0477400 Apr 12 18:03:29.891527 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-839d780e-390e-4893-9878-a1abb2923243 req-0e814427-c85b-4d5a-a49a-ae6b2cf4a3f9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468462 Apr 12 18:03:30.112318 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-6527db67-ba19-410e-8757-9d632796b141 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:30.113792 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-6527db67-ba19-410e-8757-9d632796b141 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 945 time: 0.0502672 Apr 12 18:03:30.158725 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:30.203004 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Deleting port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:30.203382 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:30.299266 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] For port 1e36550c-a778-43fa-aa27-1a9c56dfcd63, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1e36550c-a778-43fa-aa27-1a9c56dfcd63,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:30.299603 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:30.473935 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:30.474279 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (630309aa-890b-4bef-9630-5341c6a65f82), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:30.475079 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Floating IP 630309aa-890b-4bef-9630-5341c6a65f82 disassociated. External IP: 172.27.3.97, port: 1e36550c-a778-43fa-aa27-1a9c56dfcd63. Apr 12 18:03:30.475518 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Calling delete_port for 1e36550c-a778-43fa-aa27-1a9c56dfcd63 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:30.610668 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (1e36550c-a778-43fa-aa27-1a9c56dfcd63), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:30.638764 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event deleted for resources: {'Port': ['ID=1e36550c-a778-43fa-aa27-1a9c56dfcd63,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:30.649997 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.650363 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.650659 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.651006 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.651355 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.651732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.652021 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.652346 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.652669 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.652974 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.653342 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.653634 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.653944 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.654278 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.654574 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:30.773686 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:03:30.994996 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c11fb7c1-6f2f-4f5c-9532-6c3bf7511b67 req-f3ec9e70-4e4c-495f-a5bb-d5b83a0b7710 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa0c7c47-9ce5-46c1-9e50-1051212f413a HTTP/1.1" status: 200 len: 210 time: 0.0300996 Apr 12 18:03:31.138937 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:03:31.151313 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:03:31.160600 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:31.161235 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:03:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:31.181970 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] No DVR routers for this DVR port 1e36550c-a778-43fa-aa27-1a9c56dfcd63 on host hv-cinder-83753 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:03:31.184640 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:31.187980 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fd28a87e-c102-499e-bca7-bdedc9d762d7 req-1f2de0cd-fea8-4512-baf2-b8733fd5d3c8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "DELETE /v2.0/ports/1e36550c-a778-43fa-aa27-1a9c56dfcd63 HTTP/1.1" status: 204 len: 173 time: 1.0693648 Apr 12 18:03:31.188435 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'name': 'network-vif-deleted', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:31.190732 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3b300f-8a2d-4389-bc4e-fb1560c8a6bf" -d '{"events": [{"server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "name": "network-vif-deleted", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:31.228701 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4212f88-87a7-4f04-bd3a-8938ab515a8f x-openstack-request-id: req-b4212f88-87a7-4f04-bd3a-8938ab515a8f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:31.229000 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c7c47-9ce5-46c1-9e50-1051212f413a", "name": "network-vif-deleted", "tag": "1e36550c-a778-43fa-aa27-1a9c56dfcd63", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:31.229254 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4212f88-87a7-4f04-bd3a-8938ab515a8f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:31.229655 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4212f88-87a7-4f04-bd3a-8938ab515a8f'] response: {'server_uuid': 'aa0c7c47-9ce5-46c1-9e50-1051212f413a', 'name': 'network-vif-deleted', 'tag': '1e36550c-a778-43fa-aa27-1a9c56dfcd63', 'status': 'completed', 'code': 200} Apr 12 18:03:31.411027 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:31.463651 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:31.630219 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:31.656727 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:03:31.665669 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:31.666214 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:03:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:31.777162 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:31.987252 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:32.014485 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cb55a-f28f-4db2-85a6-adefdc6436ee None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:03:32.219868 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-dca44dc0-c43c-4445-b287-8da4e5d6fbf4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156441215&fields=id&tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 267 time: 0.0467119 Apr 12 18:03:32.256382 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ff9be-8d11-4fef-aa0f-9962d5319abc None None] New status for floating IP 630309aa-890b-4bef-9630-5341c6a65f82: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:03:32.331064 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-2812c740-e186-475d-a8bb-83b18bf17a9f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:32.332560 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-2812c740-e186-475d-a8bb-83b18bf17a9f tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 812 time: 0.1050453 Apr 12 18:03:32.347352 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-e4a7e899-658d-4069-b69e-8cee76f48d83 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/quotas/ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 375 time: 0.0089769 Apr 12 18:03:32.401073 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-361ed483-2253-456a-af2e-05fa2d0563f8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475876 Apr 12 18:03:32.498586 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-2cbb19fa-ec48-443e-9ce6-3a4de734861d service neutron] 10.222.0.45 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Apr 12 18:03:32.596029 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-c9d4669c-e100-4a01-baed-fbed897ff748 service neutron] 10.222.0.45 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884559 Apr 12 18:03:32.709781 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:32.869130 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 1e36550c-a778-43fa-aa27-1a9c56dfcd63 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:32.890151 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 1e36550c-a778-43fa-aa27-1a9c56dfcd63 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:32.890546 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 1e36550c-a778-43fa-aa27-1a9c56dfcd63 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:32.894087 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5cd9ee81-751a-4027-a1db-59331d466cfa req-45bdbfc4-c21e-4bd4-b885-f5969d2a2bc3 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 210 time: 0.0289309 Apr 12 18:03:33.827156 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-c2d0c9dd-2a6b-481d-a1f3-b4d15fa976f1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:33.828609 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-c2d0c9dd-2a6b-481d-a1f3-b4d15fa976f1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 812 time: 0.1014245 Apr 12 18:03:33.891323 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-be095322-1397-4248-a291-d8d88ad09eb5 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 380 time: 0.0543478 Apr 12 18:03:33.900631 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'port': {'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'admin_state_up': True, 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'security_groups': ['153b763e-1698-4891-b9ac-3c80806a5080']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:33.992604 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1034704-20c4-439e-a704-72086ae1d665 req-87a7e23a-5dec-46f2-a7ec-661894f39650 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Apr 12 18:03:34.014854 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Made reservation on behalf of ed85153b5b8a4de89c0e1896e9f4bfbc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:03:34.018533 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.150989 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Allocated IP 172.20.0.11 (3ddedcb7-8232-41f7-bcfe-41b3e792bcce/683d6d58-2585-440f-b2ae-48ecfc9e4f7d/bcd9fc3d-f15f-40c0-bb23-e3ecbb170265) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:03:34.296161 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.330785 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.376024 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:03:34.381031 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:03:34.384979 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:03:34.391874 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:34.437970 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:34.438605 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.456334 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-4599fb40-0860-4057-bd9b-32423c3e8ee8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5597622 Apr 12 18:03:34.468147 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Request body: {'port': {'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:34.528709 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.638108 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-27a2fdaf-6bff-4fb1-8091-3120a13ae5cd None None] Provisioning complete for port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:03:34.638745 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-27a2fdaf-6bff-4fb1-8091-3120a13ae5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.674464 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-27a2fdaf-6bff-4fb1-8091-3120a13ae5cd None None] Port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:03:34.799840 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:03:34.807282 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Publish callbacks [] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.821764 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Transition to ACTIVE for port object bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:03:34.826079 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.876236 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:34.953595 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Attempting to bind port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:03:34.953877 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Attempting to bind port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:03:34.954222 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Attempting to bind port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:03:34.958961 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:03:34.959309 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Attempting to bind port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:03:34.964747 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:03:34.965082 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Checking segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:03:34.965469 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Bound using segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:03:34.965877 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Bound port: bcd9fc3d-f15f-40c0-bb23-e3ecbb170265, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:03:34.966227 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:35.032950 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] For port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265, host hv-cinder-83753, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:03:35.036425 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] For port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:03:35.044152 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:35.083152 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.083932 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:35.085964 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] 10.222.0.18 "PUT /v2.0/ports/bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 1094 time: 0.6214139 Apr 12 18:03:35.086223 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:35.089188 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:35.128498 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fa9ec-e74c-4d35-b7ee-2a3c3be01215 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:35.142280 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241d749f-3d00-40bc-84af-b5dc4a650562 x-openstack-request-id: req-241d749f-3d00-40bc-84af-b5dc4a650562 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:35.142574 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:35.142827 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-241d749f-3d00-40bc-84af-b5dc4a650562 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:35.143250 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241d749f-3d00-40bc-84af-b5dc4a650562'] response: {'name': 'network-changed', 'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'status': 'completed', 'code': 200} Apr 12 18:03:35.153309 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98ed5-e009-4448-822d-65ec90003f33 req-cba4c63c-b6dc-49b6-b78d-4abb31984036 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.154859 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9aa98ed5-e009-4448-822d-65ec90003f33 req-cba4c63c-b6dc-49b6-b78d-4abb31984036 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 944 time: 0.0835750 Apr 12 18:03:35.176712 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-31122fdc-62b3-4a3f-962b-d8922a918ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.178253 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-31122fdc-62b3-4a3f-962b-d8922a918ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1128 time: 0.0456221 Apr 12 18:03:35.206469 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9aa98ed5-e009-4448-822d-65ec90003f33 req-63e055e3-16c7-4774-afb6-96e149d8cf89 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Apr 12 18:03:35.229058 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-6135672e-d5d7-461c-8f1d-cfed6bdf6bfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 217 time: 0.0439157 Apr 12 18:03:35.279892 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-e796d1cc-edcf-4f2a-958e-07fff9f9ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.281385 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-e796d1cc-edcf-4f2a-958e-07fff9f9ecba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0461137 Apr 12 18:03:35.324898 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-83125c91-b4ea-42ed-95c8-eeea596e7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.326569 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-83125c91-b4ea-42ed-95c8-eeea596e7012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386808 Apr 12 18:03:35.419184 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-bbf3a201-77c1-4e73-a8b0-e5983e1a8646 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Apr 12 18:03:35.508846 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-01986034-8d57-4ef8-a15b-5f2ce653d586 req-bb2bae28-0304-4bdd-8b81-f6b83304eefd service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Apr 12 18:03:35.751109 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-ccea93bf-6a19-4c5b-9c0d-0e2046ac1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.752675 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-ccea93bf-6a19-4c5b-9c0d-0e2046ac1d3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1128 time: 0.0447211 Apr 12 18:03:35.850618 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-a745d34a-9638-4b84-a512-64a7f13df273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.852177 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-a745d34a-9638-4b84-a512-64a7f13df273 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0924468 Apr 12 18:03:35.898435 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-374680c1-19fa-43a2-beae-f12d01138787 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 217 time: 0.0378721 Apr 12 18:03:35.953675 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-661d9c5d-1052-4ba6-9260-3fc4b592f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:35.955865 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-661d9c5d-1052-4ba6-9260-3fc4b592f983 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0516953 Apr 12 18:03:36.001535 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-cc5ae692-15d8-4220-9ecd-f2e4a1cc1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:36.002998 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-cc5ae692-15d8-4220-9ecd-f2e4a1cc1893 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382218 Apr 12 18:03:36.098122 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-e2b008dc-fb14-407a-8aa5-2536a71ef87f service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892358 Apr 12 18:03:36.186060 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-641dc0af-9f8c-4bf4-a8e5-9443fe42405c req-4c946ad4-b9b4-425d-b985-b9b48af7aad6 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816083 Apr 12 18:03:36.333264 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba6891-85f7-4f45-8a7a-9ab7f58315f9 req-8ae1dd47-0a6f-4ce2-a979-fef869f0c6b0 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:36.334794 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69ba6891-85f7-4f45-8a7a-9ab7f58315f9 req-8ae1dd47-0a6f-4ce2-a979-fef869f0c6b0 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 944 time: 0.0535955 Apr 12 18:03:36.387678 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69ba6891-85f7-4f45-8a7a-9ab7f58315f9 req-a76f711a-f7b2-4b04-884e-475186852c7e tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Apr 12 18:03:36.584446 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:37.509570 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312966-3e77-4583-b046-814275a24f37 req-ff99375d-77b2-4bff-8605-f9aebf717e6c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:37.511075 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-32312966-3e77-4583-b046-814275a24f37 req-ff99375d-77b2-4bff-8605-f9aebf717e6c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 944 time: 0.0482583 Apr 12 18:03:37.565395 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-32312966-3e77-4583-b046-814275a24f37 req-6b310482-ca2a-419b-b766-d3cb79f84260 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Apr 12 18:03:38.701757 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6899a-6eec-408d-8897-a82e9ed14722 req-c610442e-ec2d-4454-8f22-5a1f9252f4d2 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:38.703265 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bb6899a-6eec-408d-8897-a82e9ed14722 req-c610442e-ec2d-4454-8f22-5a1f9252f4d2 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 944 time: 0.0589859 Apr 12 18:03:38.754177 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bb6899a-6eec-408d-8897-a82e9ed14722 req-f7ac0011-4505-4131-9172-48cb6116b5dd tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Apr 12 18:03:39.870673 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92c080-1c8d-4937-b1a8-d8021a7b8a8e req-55cffae1-7288-4efa-bd1f-8bcf56933c11 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:39.872172 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d92c080-1c8d-4937-b1a8-d8021a7b8a8e req-55cffae1-7288-4efa-bd1f-8bcf56933c11 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 944 time: 0.0484612 Apr 12 18:03:39.931585 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d92c080-1c8d-4937-b1a8-d8021a7b8a8e req-dbeb7f4c-809e-42d1-9934-c3cc50788788 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536807 Apr 12 18:03:41.064154 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0aaf3-ba77-46e8-99c6-2e1c78d08044 req-085b198b-7f4b-462e-a153-52c252b077fd tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:41.065660 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1f0aaf3-ba77-46e8-99c6-2e1c78d08044 req-085b198b-7f4b-462e-a153-52c252b077fd tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 944 time: 0.0552175 Apr 12 18:03:41.119569 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1f0aaf3-ba77-46e8-99c6-2e1c78d08044 req-379b3371-7daf-4127-9229-2cff19d36654 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452905 Apr 12 18:03:42.259118 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201e39d-854e-454c-a3d1-7e4525fb7d3b req-557bfd28-d1b9-4ccd-9629-dc00b985a706 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:42.260912 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6201e39d-854e-454c-a3d1-7e4525fb7d3b req-557bfd28-d1b9-4ccd-9629-dc00b985a706 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 944 time: 0.0626640 Apr 12 18:03:42.310948 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6201e39d-854e-454c-a3d1-7e4525fb7d3b req-271f939f-b813-41b8-ba73-cfb6f08a4038 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444307 Apr 12 18:03:42.914680 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:03:43.014345 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:43.026083 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:03:43.074801 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:03:43.075224 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:43.094287 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:03:43.114518 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:43.122596 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:43.175072 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:43.182691 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.183063 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.183591 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.184097 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.184787 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.185055 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.185394 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.185726 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.186061 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.186390 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.186732 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.187072 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.187393 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.187716 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.188045 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:43.355199 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['bcd9fc3d-f15f-40c0-bb23-e3ecbb170265'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:03:43.432426 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c406b28-b5b7-46fc-b27c-be5f145e5bc9 req-59ac335f-05b1-4b41-bea4-b8c402b59e7c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:43.434124 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5c406b28-b5b7-46fc-b27c-be5f145e5bc9 req-59ac335f-05b1-4b41-bea4-b8c402b59e7c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Apr 12 18:03:43.483883 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5c406b28-b5b7-46fc-b27c-be5f145e5bc9 req-58090945-770b-484e-89da-eed9b8930a49 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Apr 12 18:03:44.617298 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72311-a7cb-449c-861e-5c78919d72b8 req-5b3f8579-77bb-4535-8131-b865ed0ef0fb tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:44.618791 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39d72311-a7cb-449c-861e-5c78919d72b8 req-5b3f8579-77bb-4535-8131-b865ed0ef0fb tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 945 time: 0.0511537 Apr 12 18:03:44.671237 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39d72311-a7cb-449c-861e-5c78919d72b8 req-b52b1c78-255f-436d-bc48-20692c530bbd tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464017 Apr 12 18:03:44.908847 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:03:44.963462 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:03:44.972513 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:03:44.973020 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:45.061748 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:03:45.062141 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:45.086395 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:45.088743 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2fc7f3-ce8e-4c56-a25c-fc26e197a0cb" -d '{"events": [{"server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "name": "network-vif-plugged", "status": "completed", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:45.101906 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:45.106975 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:45.134883 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6013ca8-dacc-4d87-ad17-2bcbb0c0da4b x-openstack-request-id: req-b6013ca8-dacc-4d87-ad17-2bcbb0c0da4b {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:45.135201 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "name": "network-vif-plugged", "status": "completed", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:45.135452 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6013ca8-dacc-4d87-ad17-2bcbb0c0da4b {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:45.135861 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6013ca8-dacc-4d87-ad17-2bcbb0c0da4b'] response: {'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'code': 200} Apr 12 18:03:45.163130 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:45.364312 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b421e-4d7d-45cd-ac9f-72378b9af8e6 req-dc19e315-501b-482b-b870-b2a36b073216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:45.365844 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a4b421e-4d7d-45cd-ac9f-72378b9af8e6 req-dc19e315-501b-482b-b870-b2a36b073216 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1130 time: 0.0457487 Apr 12 18:03:45.413666 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a4b421e-4d7d-45cd-ac9f-72378b9af8e6 req-e6893e7b-e756-49cd-a2d3-3e01daf30639 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406396 Apr 12 18:03:45.799005 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584af7-f740-4ced-a65b-1d6ecdb42326 req-7951782a-8ee7-4206-ba3e-a9e495da1f44 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:45.800493 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0d584af7-f740-4ced-a65b-1d6ecdb42326 req-7951782a-8ee7-4206-ba3e-a9e495da1f44 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 946 time: 0.0466371 Apr 12 18:03:45.853148 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0d584af7-f740-4ced-a65b-1d6ecdb42326 req-7de7892e-7c37-4d31-b560-9d2e36a6e944 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469782 Apr 12 18:03:46.978736 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263924c5-f702-4fab-b5bc-32e01baaad5a req-a824d34c-bfea-4df1-abc0-269d3c30d950 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:46.980235 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-263924c5-f702-4fab-b5bc-32e01baaad5a req-a824d34c-bfea-4df1-abc0-269d3c30d950 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 946 time: 0.0511405 Apr 12 18:03:47.037667 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-263924c5-f702-4fab-b5bc-32e01baaad5a req-5deb878d-d38a-4c01-88c1-67fe2b57da8c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489297 Apr 12 18:03:47.152026 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8333fb-906a-472a-8cb4-8261875a7fcf req-78db6384-8e23-44da-90b3-dab51991cec1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:47.153485 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc8333fb-906a-472a-8cb4-8261875a7fcf req-78db6384-8e23-44da-90b3-dab51991cec1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 946 time: 0.0488760 Apr 12 18:03:47.205045 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc8333fb-906a-472a-8cb4-8261875a7fcf req-5d2181eb-8126-439b-ac32-422bd5efbd32 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435126 Apr 12 18:03:47.228268 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35972) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:47.269738 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab223ac0-4c4d-4f9f-aaa6-cd23131fdebe tempest-TestVolumeBootPattern-507656988 tempest-TestVolumeBootPattern-507656988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:47.271177 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ab223ac0-4c4d-4f9f-aaa6-cd23131fdebe tempest-TestVolumeBootPattern-507656988 tempest-TestVolumeBootPattern-507656988-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1125 time: 0.0419269 Apr 12 18:03:47.274411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 35974) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:47.280881 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:47.304783 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.390081 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.497327 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Allocated IP 172.27.3.47 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/3549648f-055b-4794-bd3d-1c526a5db3b6) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:03:47.603290 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.639460 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.679220 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:03:47.682085 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:03:47.684765 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:03:47.713287 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=3549648f-055b-4794-bd3d-1c526a5db3b6,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:47.724758 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.725117 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.725466 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.725813 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.726160 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.726484 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.726823 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.727194 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.727530 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.727861 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.728218 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.728549 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.728878 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.729235 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.729548 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:48.363095 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (6f39f856-ba4e-463a-8206-92c45bd50f7c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.432584 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.583713 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.592308 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.657060 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=3549648f-055b-4794-bd3d-1c526a5db3b6,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:48.672592 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (6f39f856-ba4e-463a-8206-92c45bd50f7c), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.784814 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Floating IP 6f39f856-ba4e-463a-8206-92c45bd50f7c associated. External IP: 172.27.3.47, port: bcd9fc3d-f15f-40c0-bb23-e3ecbb170265. Apr 12 18:03:49.009454 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:03:49.127355 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:03:49.137718 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:03:49.147160 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:49.148063 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:49.148697 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:03:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:49.178201 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a7b65de4-8348-4057-ac83-dcda83efa8ce tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9024153 Apr 12 18:03:49.179129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:49.181576 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8998d6-be79-43c7-9c4c-84f6d1c88846" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:49.219949 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a92c7-543b-4789-b8fc-faed147f8a38 x-openstack-request-id: req-ac1a92c7-543b-4789-b8fc-faed147f8a38 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:49.220251 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:49.220503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac1a92c7-543b-4789-b8fc-faed147f8a38 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:49.220925 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1a92c7-543b-4789-b8fc-faed147f8a38'] response: {'name': 'network-changed', 'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'status': 'completed', 'code': 200} Apr 12 18:03:49.265324 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:49.280115 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-5262fd3c-895c-464d-a7fc-498fc31cd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:49.281677 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-5262fd3c-895c-464d-a7fc-498fc31cd00c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1130 time: 0.0385909 Apr 12 18:03:49.390618 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-b3d75447-bae0-4d6c-b1e0-cb0e284da112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:49.392142 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-b3d75447-bae0-4d6c-b1e0-cb0e284da112 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.1045392 Apr 12 18:03:49.457477 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-5f20dd24-e4cf-4c84-adf7-7563ba5fb2c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 999 time: 0.0588968 Apr 12 18:03:49.497817 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:47Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:49.505198 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-682ea3bd-de6e-413f-b777-2b002ef14a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:49.506681 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-682ea3bd-de6e-413f-b777-2b002ef14a56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0435646 Apr 12 18:03:49.526722 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:03:49.536270 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:49.536880 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:03:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:49.553564 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-7cbba980-6e1e-4959-94d8-91fccb0ccca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:49.555067 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-7cbba980-6e1e-4959-94d8-91fccb0ccca7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423729 Apr 12 18:03:49.645792 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-131df7b4-be7a-4a52-a136-e43ac8b95a6b service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839663 Apr 12 18:03:49.647485 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:49.740964 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8d8998d6-be79-43c7-9c4c-84f6d1c88846 req-ddbba3b7-abcd-4d16-8895-7c2b136f03f3 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895674 Apr 12 18:03:50.002389 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:47Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:50.030345 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00aeb3-61b2-4944-8f6a-e9cea838bf37 None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:47Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:03:50.237722 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b96481-5759-46df-9a98-c8996831809b None None] New status for floating IP 6f39f856-ba4e-463a-8206-92c45bd50f7c: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:03:56.330117 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-17f9a98a-68d4-4dec-a1b4-81de1b4223e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:57.506233 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:03:58.570259 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7f8e483e-cc57-48f0-ac54-c0c010285937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.165459 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.455470 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.710249 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:06.597422 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:16.455845 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-18360f6c-3241-424f-b45a-9584550a5edb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393136 Apr 12 18:04:16.547009 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211d821-81c7-4e5a-970c-44b175a9685e req-970f4329-750a-4a0f-8e32-665c00d0bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:16.549612 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-970f4329-750a-4a0f-8e32-665c00d0bacb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1130 time: 0.0457518 Apr 12 18:04:16.666298 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211d821-81c7-4e5a-970c-44b175a9685e req-363256e4-3973-46eb-8355-5d968c7b7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:16.667800 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-363256e4-3973-46eb-8355-5d968c7b7ee1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0951405 Apr 12 18:04:16.734756 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-a658aa17-29fb-4883-90f0-ec8e7f33b05e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 1001 time: 0.0606866 Apr 12 18:04:16.789036 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211d821-81c7-4e5a-970c-44b175a9685e req-f085b679-d785-4ed1-9483-31f05f3b2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:16.790494 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-f085b679-d785-4ed1-9483-31f05f3b2520 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0483925 Apr 12 18:04:16.834576 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211d821-81c7-4e5a-970c-44b175a9685e req-5c89e2e6-9abd-4e5b-88d9-5352fab921a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:16.836442 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-5c89e2e6-9abd-4e5b-88d9-5352fab921a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398986 Apr 12 18:04:16.923825 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-720e54e0-27bf-4dc6-8753-4f6dddab9b16 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799987 Apr 12 18:04:17.019944 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1211d821-81c7-4e5a-970c-44b175a9685e req-bc2100ba-de16-4e56-bfc3-3b197f99162c service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897567 Apr 12 18:04:26.320508 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29a5e3b7-0bdb-4d1f-a31e-4a031ce30617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:28.571756 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6d-bf02-43c9-acc9-835307cee5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:30.177045 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:31.464465 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.713335 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:34.509623 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:04:36.598553 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:56.329486 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca53f-9e44-4cc5-9981-60302484edf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:58.568764 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-54b845fb-8a58-4eae-92ab-756facf00930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:00.176605 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:01.465832 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:02.720867 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.611520 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:11.514201 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:05:16.530081 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-f6b6d159-8d9a-468b-929b-4c42f70f92b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158545 Apr 12 18:05:16.612814 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-f5ba6942-f6b9-49f1-a240-af29877582fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:16.614328 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-f5ba6942-f6b9-49f1-a240-af29877582fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1130 time: 0.0416141 Apr 12 18:05:16.724867 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-d03cf6d9-cbbd-4f3a-bd81-50a49cef3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:16.726351 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-d03cf6d9-cbbd-4f3a-bd81-50a49cef3374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0941548 Apr 12 18:05:16.793670 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-a8891f27-34d6-452b-8760-f9cbe9670f42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 1001 time: 0.0598042 Apr 12 18:05:16.852772 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-1bdc02cd-4684-4a6f-a433-a653dfa4bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:16.854846 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-1bdc02cd-4684-4a6f-a433-a653dfa4bda3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0551610 Apr 12 18:05:16.898487 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-5f23edbe-e33c-48e3-ab55-fabe430c811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:16.899976 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-5f23edbe-e33c-48e3-ab55-fabe430c811a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388844 Apr 12 18:05:16.988864 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-c8a759fc-2360-4256-aa08-709a15730646 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818574 Apr 12 18:05:17.870438 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fb7b0853-58b3-41a0-8040-bb1e44d25b7d req-d0e517ed-3c62-439c-b044-1e181aec7033 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957770 Apr 12 18:05:23.687317 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-e11063eb-313c-470d-b149-868bc9728c98 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156441215&fields=id&tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 267 time: 0.0459573 Apr 12 18:05:23.800373 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-8760b15a-e9f6-4b49-80bb-01cbd9b324a4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:23.801793 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-8760b15a-e9f6-4b49-80bb-01cbd9b324a4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 812 time: 0.1069617 Apr 12 18:05:23.819548 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-38eb2873-8163-4871-8e1b-31a77e83ed0b tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/quotas/ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 375 time: 0.0120082 Apr 12 18:05:23.889258 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-78e118d5-582f-45f8-bbf9-24c87b05a5bf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615942 Apr 12 18:05:23.949068 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-f58629dd-7a93-488e-a93b-01e6611bc6dd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:05:23.950084 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-f58629dd-7a93-488e-a93b-01e6611bc6dd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483565 Apr 12 18:05:24.042136 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-4acf11c2-6424-42d7-85ed-f4ea7904e88b service neutron] 10.222.0.45 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862339 Apr 12 18:05:24.154699 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-da1f7af4-1a16-4b71-993b-1bab936c28ba service neutron] 10.222.0.45 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040723 Apr 12 18:05:24.516075 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aaa120f7-b808-4920-9fa4-cd1f6b496577 req-407782fb-c05a-4559-a52b-929e3b426e5e tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 210 time: 0.0814466 Apr 12 18:05:25.398188 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-d219b5e2-dc1c-44f7-b839-3926da51e312 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:25.399694 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-d219b5e2-dc1c-44f7-b839-3926da51e312 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 812 time: 0.1036398 Apr 12 18:05:25.459079 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-414f7f26-3f71-4cc0-a317-05754feb0432 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc HTTP/1.1" status: 200 len: 380 time: 0.0519643 Apr 12 18:05:25.467930 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'port': {'device_id': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'admin_state_up': True, 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'security_groups': ['153b763e-1698-4891-b9ac-3c80806a5080']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:05:25.572893 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Made reservation on behalf of ed85153b5b8a4de89c0e1896e9f4bfbc for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:05:25.576380 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.614578 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ce326870-7ce6-494c-a7e6-c8a7b75f0bf5 req-17213c8d-87dd-4de3-93e6-9995fe2393e5 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 210 time: 0.0327234 Apr 12 18:05:25.707376 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Allocated IP 172.20.0.5 (3ddedcb7-8232-41f7-bcfe-41b3e792bcce/683d6d58-2585-440f-b2ae-48ecfc9e4f7d/081481af-5d25-49ee-b3e4-c1e79d0c7389) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:05:25.855989 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.892584 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.937949 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:05:25.943089 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:05:25.946856 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:05:25.953385 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=081481af-5d25-49ee-b3e4-c1e79d0c7389,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:25.981518 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.981860 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.982191 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.982536 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.982933 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.983253 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.983575 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.983901 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.984222 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.984551 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.984871 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.985304 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.985723 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.986058 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.986563 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:26.012189 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.012814 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.030990 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-29719a69-1c51-4155-b4e3-a2a0b1fb6c19 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668430 Apr 12 18:05:26.043318 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Request body: {'port': {'device_id': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:05:26.107606 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.148302 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-c5f9f160-016f-4958-a963-76291dc74811 None None] Provisioning complete for port 081481af-5d25-49ee-b3e4-c1e79d0c7389 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:05:26.148912 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f160-016f-4958-a963-76291dc74811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.183128 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c5f9f160-016f-4958-a963-76291dc74811 None None] Port 081481af-5d25-49ee-b3e4-c1e79d0c7389 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:05:26.313090 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-093eec5a-8ae1-4f7b-ad47-dba0b57c487e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.372505 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081481af-5d25-49ee-b3e4-c1e79d0c7389 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:05:26.380042 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Publish callbacks [] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.392367 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Transition to ACTIVE for port object 081481af-5d25-49ee-b3e4-c1e79d0c7389 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:05:26.397424 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.444807 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Pushing event updated for resources: {'Port': ['ID=081481af-5d25-49ee-b3e4-c1e79d0c7389,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:26.522673 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Attempting to bind port 081481af-5d25-49ee-b3e4-c1e79d0c7389 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:05:26.523001 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Attempting to bind port 081481af-5d25-49ee-b3e4-c1e79d0c7389 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:05:26.523354 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Attempting to bind port 081481af-5d25-49ee-b3e4-c1e79d0c7389 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:05:26.527886 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Port 081481af-5d25-49ee-b3e4-c1e79d0c7389 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:05:26.528208 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Attempting to bind port 081481af-5d25-49ee-b3e4-c1e79d0c7389 on network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:05:26.533486 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Checking agent: {'id': 'cc51800f-40e8-430b-bdad-8073a1413e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:05:26.533825 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Checking segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:05:26.534207 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Bound using segment: {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:05:26.534639 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Bound port: 081481af-5d25-49ee-b3e4-c1e79d0c7389, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cfe4e9-c417-4680-8224-4ad527c56a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:05:26.535108 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.601516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] For port 081481af-5d25-49ee-b3e4-c1e79d0c7389, host hv-cinder-83753, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:05:26.604504 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] For port 081481af-5d25-49ee-b3e4-c1e79d0c7389, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:05:26.611978 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375613'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.645707 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.646301 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.647721 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] 10.222.0.18 "PUT /v2.0/ports/081481af-5d25-49ee-b3e4-c1e79d0c7389 HTTP/1.1" status: 200 len: 1093 time: 0.6087282 Apr 12 18:05:26.648142 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:26.650343 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b571f6b-0629-4764-9149-c06b0f371516" -d '{"events": [{"name": "network-changed", "server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:26.682008 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7775a7-c453-4d72-b77a-c0d7cdacefa1 service neutron] Pushing event updated for resources: {'Port': ['ID=081481af-5d25-49ee-b3e4-c1e79d0c7389,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:26.748582 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-44b3bab8-71e4-4fea-ad5a-168dc22e937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.750025 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-44b3bab8-71e4-4fea-ad5a-168dc22e937b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 1127 time: 0.0589204 Apr 12 18:05:26.770614 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7779542-de18-41c3-91bb-5854a9b7a613 req-a9077746-3614-485f-9176-db6076b4da14 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.773447 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7779542-de18-41c3-91bb-5854a9b7a613 req-a9077746-3614-485f-9176-db6076b4da14 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 943 time: 0.0616114 Apr 12 18:05:26.793418 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ca5e5b-905e-4a56-9e5b-173af49a52c8 x-openstack-request-id: req-73ca5e5b-905e-4a56-9e5b-173af49a52c8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:26.802184 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:26.802184 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73ca5e5b-905e-4a56-9e5b-173af49a52c8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:26.802184 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ca5e5b-905e-4a56-9e5b-173af49a52c8'] response: {'name': 'network-changed', 'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'status': 'completed', 'code': 200} Apr 12 18:05:26.802184 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-20fedb99-d4d7-400d-9f42-f6363dbaa035 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389 HTTP/1.1" status: 200 len: 217 time: 0.0392213 Apr 12 18:05:26.833659 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7779542-de18-41c3-91bb-5854a9b7a613 req-2e6ceaa6-a64d-4f91-9af7-b857723c1b5e tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542271 Apr 12 18:05:26.847380 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-e91db66d-5afb-4be4-93b5-c52881b70dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.848844 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-e91db66d-5afb-4be4-93b5-c52881b70dc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0461540 Apr 12 18:05:26.896478 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61a64-329f-400c-884a-7de2107a3553 req-2907f24f-2675-409e-85df-8f84f167c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.897983 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-2907f24f-2675-409e-85df-8f84f167c4c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429492 Apr 12 18:05:26.989251 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-37f84139-39c8-4ec1-ab3a-54bd1e5d85c2 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839138 Apr 12 18:05:27.078091 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8a61a64-329f-400c-884a-7de2107a3553 req-48ebb6cf-4544-4aca-a9f1-3e0ea4ee0397 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820935 Apr 12 18:05:27.397859 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571f6b-0629-4764-9149-c06b0f371516 req-cc54ed65-9947-4dc6-b75f-cff8ae2f239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:27.399438 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b571f6b-0629-4764-9149-c06b0f371516 req-cc54ed65-9947-4dc6-b75f-cff8ae2f239d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 1127 time: 0.0425673 Apr 12 18:05:27.493708 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571f6b-0629-4764-9149-c06b0f371516 req-9861e8c4-66ea-4f92-a371-add22a6370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:27.495205 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b571f6b-0629-4764-9149-c06b0f371516 req-9861e8c4-66ea-4f92-a371-add22a6370a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0888510 Apr 12 18:05:27.788923 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b571f6b-0629-4764-9149-c06b0f371516 req-f3b822da-ebad-4108-bac8-5de635da23e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389 HTTP/1.1" status: 200 len: 217 time: 0.2849383 Apr 12 18:05:27.837529 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571f6b-0629-4764-9149-c06b0f371516 req-c7df3f87-aa3c-4bd8-9ee7-a0df13278700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:27.838886 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b571f6b-0629-4764-9149-c06b0f371516 req-c7df3f87-aa3c-4bd8-9ee7-a0df13278700 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0437362 Apr 12 18:05:27.882920 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571f6b-0629-4764-9149-c06b0f371516 req-13e96650-3dd4-43e3-82f8-87287c53d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:27.884479 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b571f6b-0629-4764-9149-c06b0f371516 req-13e96650-3dd4-43e3-82f8-87287c53d7e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393910 Apr 12 18:05:27.958956 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085a365-da08-4f7d-9004-7e9b3f1c9b13 req-0933f7ad-b1a5-4730-a706-b02299ba3d41 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:27.960876 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3085a365-da08-4f7d-9004-7e9b3f1c9b13 req-0933f7ad-b1a5-4730-a706-b02299ba3d41 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 943 time: 0.0544941 Apr 12 18:05:27.979083 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b571f6b-0629-4764-9149-c06b0f371516 req-8a22ff76-747f-4796-b505-e6cb012d01f5 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882831 Apr 12 18:05:28.018235 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3085a365-da08-4f7d-9004-7e9b3f1c9b13 req-330142a4-ade6-4b41-bb5c-080382b813c4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485947 Apr 12 18:05:28.079698 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b571f6b-0629-4764-9149-c06b0f371516 req-67bc7f69-3b19-43ac-b10c-ca69ba11314c service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948384 Apr 12 18:05:28.572290 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffe50f7a-b6cb-42a4-a2a4-5dbac8c7a4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:29.159787 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcf141-6492-49cf-923e-5cae584175f8 req-1db12cf0-9173-46eb-8f28-c641c1dcb9ba tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:29.161259 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-42dcf141-6492-49cf-923e-5cae584175f8 req-1db12cf0-9173-46eb-8f28-c641c1dcb9ba tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 943 time: 0.0593340 Apr 12 18:05:29.219700 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-42dcf141-6492-49cf-923e-5cae584175f8 req-e5896ab3-cfb0-491c-a02b-067d7fc13481 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500190 Apr 12 18:05:30.181371 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.338673 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f90bc-6b5a-4c91-9a4a-1539368c0ea8 req-af229957-9b4a-46c2-bb72-1b85cfeafa94 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:30.340151 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d78f90bc-6b5a-4c91-9a4a-1539368c0ea8 req-af229957-9b4a-46c2-bb72-1b85cfeafa94 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 943 time: 0.0515633 Apr 12 18:05:30.393857 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d78f90bc-6b5a-4c91-9a4a-1539368c0ea8 req-7bc6989c-6c98-425b-ad38-9d2c16ed8508 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Apr 12 18:05:31.462037 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.526802 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66c8a-5c47-40bf-a401-a012665227a1 req-73513af7-916c-4d70-9174-393272f51288 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:31.528418 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a66c8a-5c47-40bf-a401-a012665227a1 req-73513af7-916c-4d70-9174-393272f51288 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 943 time: 0.0531807 Apr 12 18:05:31.581752 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a66c8a-5c47-40bf-a401-a012665227a1 req-269006b0-c390-494b-907a-b79ab12b78f7 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460458 Apr 12 18:05:32.706043 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:32.710047 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a422e-8556-4c85-9014-e53666a99229 req-510a79bf-8927-4a12-956f-32da939f7943 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:32.711999 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c5a422e-8556-4c85-9014-e53666a99229 req-510a79bf-8927-4a12-956f-32da939f7943 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 943 time: 0.0522287 Apr 12 18:05:32.764305 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c5a422e-8556-4c85-9014-e53666a99229 req-45aed44c-ba58-45b2-89f4-921204d50c57 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445766 Apr 12 18:05:33.374660 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 081481af-5d25-49ee-b3e4-c1e79d0c7389 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:05:33.481058 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 081481af-5d25-49ee-b3e4-c1e79d0c7389, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:33.495338 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Returning: {'device': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'port_id': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'mac_address': 'fa:16:3e:28:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:05:33.541610 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 081481af-5d25-49ee-b3e4-c1e79d0c7389 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:05:33.542063 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.558149 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081481af-5d25-49ee-b3e4-c1e79d0c7389 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:05:33.578864 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 081481af-5d25-49ee-b3e4-c1e79d0c7389, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:33.584967 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.637162 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=081481af-5d25-49ee-b3e4-c1e79d0c7389,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:33.644868 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.645218 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.645564 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.645910 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.646242 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.646579 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.646908 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.647252 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.647582 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.647908 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.648237 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.648563 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.648887 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.649207 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.649529 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:33.799862 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] get_ports_and_sgs() called for port_ids ['081481af-5d25-49ee-b3e4-c1e79d0c7389'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:05:33.889784 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500b213-a57b-4652-8b2d-c29e606f5604 req-0bf2b7db-690d-4376-b172-24e7a932be4b tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:33.891233 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d500b213-a57b-4652-8b2d-c29e606f5604 req-0bf2b7db-690d-4376-b172-24e7a932be4b tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 944 time: 0.0484493 Apr 12 18:05:33.950738 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d500b213-a57b-4652-8b2d-c29e606f5604 req-06ab2a59-fec6-46f9-81c5-3a35b4e5d0cb tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528705 Apr 12 18:05:35.081330 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d36489-3cb8-46ce-b6f8-49c6b8d7d95d req-6552001a-019d-4c40-a1bc-1c0f6e1a9526 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:35.082789 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38d36489-3cb8-46ce-b6f8-49c6b8d7d95d req-6552001a-019d-4c40-a1bc-1c0f6e1a9526 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 944 time: 0.0571206 Apr 12 18:05:35.135235 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38d36489-3cb8-46ce-b6f8-49c6b8d7d95d req-f1eb4bec-a12f-4755-8212-49fd94299db6 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Apr 12 18:05:35.385808 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 081481af-5d25-49ee-b3e4-c1e79d0c7389 up at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:05:35.447884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning for port 081481af-5d25-49ee-b3e4-c1e79d0c7389 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:05:35.457606 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Provisioning complete for port 081481af-5d25-49ee-b3e4-c1e79d0c7389 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:05:35.457975 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454339'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.537406 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Current status of the port 081481af-5d25-49ee-b3e4-c1e79d0c7389 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:05:35.537778 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.560452 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:35.562655 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87cd0ae9ea9c4426bd16f578f36c7e58b85eef54a14da198334351454dc95a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87d43e-0f90-4cc5-863a-1068fd6583e6" -d '{"events": [{"server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "name": "network-vif-plugged", "status": "completed", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:35.575222 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] For port 081481af-5d25-49ee-b3e4-c1e79d0c7389, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:35.580134 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.606868 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6323df81-4f7f-419a-aaea-e440a0cd2dc8 x-openstack-request-id: req-6323df81-4f7f-419a-aaea-e440a0cd2dc8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:35.607240 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "name": "network-vif-plugged", "status": "completed", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:35.607464 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6323df81-4f7f-419a-aaea-e440a0cd2dc8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:35.607857 dv-cinder-837533-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6323df81-4f7f-419a-aaea-e440a0cd2dc8'] response: {'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'code': 200} Apr 12 18:05:35.633887 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Pushing event updated for resources: {'Port': ['ID=081481af-5d25-49ee-b3e4-c1e79d0c7389,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:35.819680 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd514fb4-79fa-4072-978b-23ea72d40aaf req-e71f634a-f954-413a-8aec-a88180df80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:35.821154 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fd514fb4-79fa-4072-978b-23ea72d40aaf req-e71f634a-f954-413a-8aec-a88180df80d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 1129 time: 0.0387943 Apr 12 18:05:35.868859 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-fd514fb4-79fa-4072-978b-23ea72d40aaf req-8600b640-cd4e-43b9-94f7-f3595bfe70df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Apr 12 18:05:36.265281 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b3847-3855-4f0f-818c-4c55a54264ea req-b36d9a4b-fe37-481c-b258-321c659f22d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:36.267083 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-657b3847-3855-4f0f-818c-4c55a54264ea req-b36d9a4b-fe37-481c-b258-321c659f22d4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 945 time: 0.0576460 Apr 12 18:05:36.328913 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-657b3847-3855-4f0f-818c-4c55a54264ea req-e5ecbb5c-0fcb-4236-9420-e48f4f554dfb tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535779 Apr 12 18:05:36.639463 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.474004 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c25b3d-effb-44d9-ab93-2037aaad721d req-bf2b59b4-4aac-47c1-8958-6d8f1fb97302 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:37.475486 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62c25b3d-effb-44d9-ab93-2037aaad721d req-bf2b59b4-4aac-47c1-8958-6d8f1fb97302 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 945 time: 0.0590560 Apr 12 18:05:37.531212 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62c25b3d-effb-44d9-ab93-2037aaad721d req-f78138c7-4507-4a81-9fef-a1ab49b80ff1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499928 Apr 12 18:05:37.648661 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d74a-6abb-451e-9583-a63e440b5656 req-05a4509f-5e67-493c-9513-3dafc00c55e1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:37.650433 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3d05d74a-6abb-451e-9583-a63e440b5656 req-05a4509f-5e67-493c-9513-3dafc00c55e1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 945 time: 0.0531964 Apr 12 18:05:37.701494 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3d05d74a-6abb-451e-9583-a63e440b5656 req-72299245-cdcd-4022-9d82-eae0864165ee tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452960 Apr 12 18:05:37.725208 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36104) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:37.766952 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0c1b2-b684-4db7-a96f-c7574119b7d9 tempest-TestVolumeBootPattern-507656988 tempest-TestVolumeBootPattern-507656988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:37.768500 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c4f0c1b2-b684-4db7-a96f-c7574119b7d9 tempest-TestVolumeBootPattern-507656988 tempest-TestVolumeBootPattern-507656988-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 1124 time: 0.0420301 Apr 12 18:05:37.772215 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36106) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:37.776428 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Request body: {'floatingip': {'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'port_id': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:05:37.798970 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.879070 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.988506 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Allocated IP 172.27.3.86 (7afc7d06-f81a-470b-baf6-67cef321eac6/85300598-f82b-49ea-9121-736c2b14f2cc/1354c764-9e88-45c4-99df-57d68c0ecccb) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:05:38.093183 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.130156 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742100310694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.167582 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Network 7afc7d06-f81a-470b-baf6-67cef321eac6 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:05:38.172611 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:05:38.176475 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:05:38.182001 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=1354c764-9e88-45c4-99df-57d68c0ecccb,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:38.212013 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.212372 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.212719 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.213061 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.213397 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.213732 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.214061 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.214385 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.214715 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.215074 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.215399 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.215713 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.216040 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.216363 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.216689 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:38.569662 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.653345 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563916'] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.810396 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.817906 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742100849960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742100310712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742100310730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5598414'] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.893764 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event updated for resources: {'Port': ['ID=1354c764-9e88-45c4-99df-57d68c0ecccb,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:38.907030 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578700'] for floatingip (9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.014438 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Floating IP 9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd associated. External IP: 172.27.3.86, port: 081481af-5d25-49ee-b3e4-c1e79d0c7389. Apr 12 18:05:39.247185 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:39.373570 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:39.385910 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:39.395794 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.398239 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:39.398857 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:05:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:39.426107 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-237d196d-3420-40e2-9a88-0e0df098d58a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6528893 Apr 12 18:05:39.426766 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:39.429212 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972" -d '{"events": [{"name": "network-changed", "server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:39.465101 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffba28f9-4e8a-42b9-9f04-45ab9c39d8e0 x-openstack-request-id: req-ffba28f9-4e8a-42b9-9f04-45ab9c39d8e0 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:39.465399 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:39.465661 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffba28f9-4e8a-42b9-9f04-45ab9c39d8e0 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:39.466077 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffba28f9-4e8a-42b9-9f04-45ab9c39d8e0'] response: {'name': 'network-changed', 'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'status': 'completed', 'code': 200} Apr 12 18:05:39.515232 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:39.526771 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-3b5f7afb-3894-4d4c-992d-49800d2bd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:39.528364 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-3b5f7afb-3894-4d4c-992d-49800d2bd6ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 1129 time: 0.0407343 Apr 12 18:05:39.618993 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-f4406ff1-c74c-4896-a005-0d6022ac5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:39.620490 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-f4406ff1-c74c-4896-a005-0d6022ac5341 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0858016 Apr 12 18:05:39.686039 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-0ac62aff-c4d1-4236-8491-f7fbfc97b3e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389 HTTP/1.1" status: 200 len: 998 time: 0.0575557 Apr 12 18:05:39.734260 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:50Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}, {'id': '9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:28:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:05:38Z', 'updated_at': '2022-04-12T18:05:38Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:39.739195 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-fb1b3690-a1c8-4c5a-b062-9b5b64920223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:39.740650 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-fb1b3690-a1c8-4c5a-b062-9b5b64920223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0479968 Apr 12 18:05:39.764325 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:39.773124 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:39.773808 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:05:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:39.783853 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-0bdff22d-dc6f-488c-ac6f-dbd2763b96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:39.785350 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-0bdff22d-dc6f-488c-ac6f-dbd2763b96ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388668 Apr 12 18:05:39.871748 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-168f96b6-ffd1-4b3b-a46a-1c568815542c service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799522 Apr 12 18:05:39.883240 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:39.961652 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5cd3a0b3-9bae-49c2-bf27-fadf008e0972 req-e8df0706-4654-4284-b19d-358cff322db1 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844011 Apr 12 18:05:40.247500 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:50Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}, {'id': '9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:28:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:05:38Z', 'updated_at': '2022-04-12T18:05:38Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:40.275982 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea1719-17cc-4403-8161-8999a898df4d None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:50Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}, {'id': '9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:28:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:05:38Z', 'updated_at': '2022-04-12T18:05:38Z', 'revision_number': 0, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:40.485996 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98891b-61ac-404a-9fb1-1027d9e77aa3 None None] New status for floating IP 9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:05:48.518362 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:05:56.322691 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-369b2407-efce-4f68-9b38-9cfd85072adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:58.572252 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b4e785c7-c88b-4ce0-8ccb-e746392ac4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:00.185822 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:01.466277 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:02.708199 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:06.656774 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:15.948989 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-9e151a7d-323a-4684-bd47-b960e607e01c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423033 Apr 12 18:06:16.040658 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3843e-9c8c-49c1-9741-564909bae5de req-0624a106-79c3-417a-9cb1-9a9b9aeb0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:16.042109 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-0624a106-79c3-417a-9cb1-9a9b9aeb0f35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1130 time: 0.0438337 Apr 12 18:06:16.150390 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3843e-9c8c-49c1-9741-564909bae5de req-bb2769d2-77b0-4360-b26c-b16f3d9f4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:16.152671 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-bb2769d2-77b0-4360-b26c-b16f3d9f4794 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0911431 Apr 12 18:06:16.224922 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-9ea110a9-fcb4-4c0b-a23e-a741c55b9f7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 1001 time: 0.0661674 Apr 12 18:06:16.285235 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3843e-9c8c-49c1-9741-564909bae5de req-17a0d329-af07-4158-9406-023f30718c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:16.286780 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-17a0d329-af07-4158-9406-023f30718c97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0558460 Apr 12 18:06:16.332416 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3843e-9c8c-49c1-9741-564909bae5de req-853b4b9b-c3bf-4292-9e51-f9155e6e38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:16.333880 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-853b4b9b-c3bf-4292-9e51-f9155e6e38fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413666 Apr 12 18:06:16.439975 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-214e0489-a8c8-4f17-bff2-9ed88b4904a5 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998960 Apr 12 18:06:16.534948 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-98d3843e-9c8c-49c1-9741-564909bae5de req-9e302639-6374-460b-8b5b-ff23e13f2410 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874763 Apr 12 18:06:25.519581 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:06:26.327319 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3d1e-d9ef-49e3-86e0-3092b74a9709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.636046 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-5d192684-9037-4293-87df-51b60b6af732 req-802dc612-270f-431a-a9da-1d945642137f tempest-VolumesActionsTest-2064975753 tempest-VolumesActionsTest-2064975753-project] (109989) timed out ('10.222.0.18', 58432) {{(pid=109989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:06:28.577484 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7066b1a0-00e4-40eb-b791-3d52bf11a8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.192348 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.278118 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-ce857eed-ddf6-48db-abf9-62c80cf74724 req-0f587785-a286-4c8c-bb41-b7474ef43d8e service neutron] (109990) timed out ('10.222.0.18', 58607) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:06:31.475920 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.445485 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-38c58406-f9e5-49a5-9714-d43819169d0f req-3457978e-a66c-40d4-8662-e07a7a78bf91 service neutron] (109990) timed out ('10.222.0.18', 58631) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:06:32.709316 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:36.672907 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:56.325958 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8b17-0c30-40bc-9a12-a138fd8a4371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:58.571087 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3220135-34a0-48f7-ac9a-946dfcbe2bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:00.192823 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:01.479572 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:02.522343 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:07:02.716196 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:06.674223 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:16.951890 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-704df957-ffe1-48ad-9eab-902382e20c3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419791 Apr 12 18:07:17.012723 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-5fcbe9e0-34c6-42d8-837d-089ff5f78c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:17.014134 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-5fcbe9e0-34c6-42d8-837d-089ff5f78c9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 1129 time: 0.0387316 Apr 12 18:07:17.116495 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-3ef253e3-b6b7-4281-a1a2-14565c8f4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:17.117978 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-3ef253e3-b6b7-4281-a1a2-14565c8f4264 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.0861576 Apr 12 18:07:17.184458 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-91a48920-08a9-4b36-bb0f-f9851387dce6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389 HTTP/1.1" status: 200 len: 1000 time: 0.0602434 Apr 12 18:07:17.235979 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-2b9b7d06-9e09-4f4c-9731-f0561ce853ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:17.238400 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-2b9b7d06-9e09-4f4c-9731-f0561ce853ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0479932 Apr 12 18:07:17.286043 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-c79e0387-bfc7-4dd8-949b-46c28d021db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:17.287469 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-c79e0387-bfc7-4dd8-949b-46c28d021db6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433040 Apr 12 18:07:17.378195 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-22bae057-f7dc-4a5a-a9dc-c09ac5fd5c69 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Apr 12 18:07:17.468368 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-16ca3152-5867-4d1b-97db-a0530dcfaaf1 req-c8833ca3-daca-4f22-bd46-3a4a2c2a5798 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Apr 12 18:07:18.732175 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:18.931508 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Deleting port 1354c764-9e88-45c4-99df-57d68c0ecccb {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:18.931794 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:19.007283 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:19.007485 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (1354c764-9e88-45c4-99df-57d68c0ecccb), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:19.020039 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Calling delete_port for 1354c764-9e88-45c4-99df-57d68c0ecccb owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:19.171356 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (1354c764-9e88-45c4-99df-57d68c0ecccb), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:19.196482 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event deleted for resources: {'Port': ['ID=1354c764-9e88-45c4-99df-57d68c0ecccb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:19.228035 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.228399 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.228734 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.229076 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.229408 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.229739 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.230064 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.230388 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.230713 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.231027 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.231378 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.231692 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.232008 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.232327 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.232717 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:19.273090 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:19.273308 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Floating IP 9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd disassociated (deleted). External IP: 172.27.3.86, port: 081481af-5d25-49ee-b3e4-c1e79d0c7389. Apr 12 18:07:19.508300 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:07:19.633024 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:07:19.638006 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:19.643757 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:07:19.655327 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:19.655953 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:06:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:19.674013 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5ed5a9d5-9082-404a-a5a6-0ab1482cb44c tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "DELETE /v2.0/floatingips/9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd HTTP/1.1" status: 204 len: 168 time: 0.9407327 Apr 12 18:07:19.674630 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:07:19.676968 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:07:19.724029 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099fd291-4ced-462e-ad9e-0d275f1cb571 x-openstack-request-id: req-099fd291-4ced-462e-ad9e-0d275f1cb571 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:07:19.724553 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:07:19.725012 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-099fd291-4ced-462e-ad9e-0d275f1cb571 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:07:19.725607 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099fd291-4ced-462e-ad9e-0d275f1cb571'] response: {'name': 'network-changed', 'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'status': 'completed', 'code': 200} Apr 12 18:07:19.772164 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:19.791584 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-ecea80d9-c06d-4308-a0e6-e3d420973651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:19.793923 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-ecea80d9-c06d-4308-a0e6-e3d420973651 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 1129 time: 0.0463889 Apr 12 18:07:19.901190 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-ff60b91b-f644-4ba7-81be-12793bb876a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:19.902636 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-ff60b91b-f644-4ba7-81be-12793bb876a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.1002004 Apr 12 18:07:19.909052 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4a0c0-eb73-416d-95ff-98565f7cfd45 req-de5335d4-d0c4-44d4-866b-de598452e717 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:19.915496 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8e4a0c0-eb73-416d-95ff-98565f7cfd45 req-de5335d4-d0c4-44d4-866b-de598452e717 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 945 time: 0.0561912 Apr 12 18:07:19.959501 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8e4a0c0-eb73-416d-95ff-98565f7cfd45 req-ac5c3d88-0395-413f-bb4d-05120607e907 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Apr 12 18:07:19.989674 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:50Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:20.019283 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:07:20.028036 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:20.028644 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:06:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:20.142959 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:20.368742 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:50Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:20.395696 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70b10f-cb75-445f-8a27-d8129b82ad0d None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_floatingips': [{'id': '6f39f856-ba4e-463a-8206-92c45bd50f7c', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'router_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'port_id': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'mac_address': 'fa:16:3e:56:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:47Z', 'updated_at': '2022-04-12T18:03:50Z', 'revision_number': 1, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:07:20.618050 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47957d7d-8fa5-414a-b0c7-7fa8dbcb2004 None None] New status for floating IP 9cede01c-bc69-4f2f-ac2c-97a06dbeb4cd: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:07:20.861743 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-19d65ce3-e4c8-486d-9c48-65d340064dfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389 HTTP/1.1" status: 200 len: 217 time: 0.0383027 Apr 12 18:07:20.914507 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-3c99f4df-bc56-4d31-bcb9-dea8cd4c744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:20.916065 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-3c99f4df-bc56-4d31-bcb9-dea8cd4c744f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0477812 Apr 12 18:07:21.047148 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-868de5f8-3681-41ba-8dcf-2f8c5c22cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:21.048666 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-868de5f8-3681-41ba-8dcf-2f8c5c22cb64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410261 Apr 12 18:07:21.085922 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54136c3c-315e-4a6c-aa7f-6dc80566694a req-3e368d75-4f77-4122-a949-0021570a1b5a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:21.087431 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-54136c3c-315e-4a6c-aa7f-6dc80566694a req-3e368d75-4f77-4122-a949-0021570a1b5a tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Apr 12 18:07:21.140491 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-54136c3c-315e-4a6c-aa7f-6dc80566694a req-9a3bca81-91ae-40a0-a144-33cec22853b4 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473802 Apr 12 18:07:21.143281 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-c014495e-6249-429a-886c-fc3fb7b81b6a service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877030 Apr 12 18:07:21.370307 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-c24fd927-efa9-436a-adc4-3be836b3279e tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:21.370617 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a25c1bab-4691-4bf8-9d0f-a72d5a043d3f req-26cc7c4c-3425-4708-a2f3-32da919b17b0 service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985465 Apr 12 18:07:21.371997 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-c24fd927-efa9-436a-adc4-3be836b3279e tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Apr 12 18:07:21.462983 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Deleting port 081481af-5d25-49ee-b3e4-c1e79d0c7389 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:21.463366 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:21.553433 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] For port 081481af-5d25-49ee-b3e4-c1e79d0c7389, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=081481af-5d25-49ee-b3e4-c1e79d0c7389,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:21.553798 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:21.566822 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Calling delete_port for 081481af-5d25-49ee-b3e4-c1e79d0c7389 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:21.993721 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (081481af-5d25-49ee-b3e4-c1e79d0c7389), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:22.033138 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event deleted for resources: {'Port': ['ID=081481af-5d25-49ee-b3e4-c1e79d0c7389,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:22.049342 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.049682 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.050057 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.050857 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.051376 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.051945 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.052463 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.052817 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.053368 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.053940 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.054515 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.055129 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.055674 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.056006 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.056336 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:22.101659 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] No DVR routers for this DVR port 081481af-5d25-49ee-b3e4-c1e79d0c7389 on host hv-cinder-83753 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:07:22.104988 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:22.109113 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d84ab7e-f26f-486f-852a-e5d3e9130201 req-2d24b267-e000-4c65-bf72-326891326bbf tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "DELETE /v2.0/ports/081481af-5d25-49ee-b3e4-c1e79d0c7389 HTTP/1.1" status: 204 len: 173 time: 0.7289243 Apr 12 18:07:22.109591 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'name': 'network-vif-deleted', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:07:22.112414 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db534e72e97d818b86299dc078348ed7f38293a07fb3474188ff00c4cee450e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6618f30-52d7-41e7-8379-cded11dc715b" -d '{"events": [{"server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "name": "network-vif-deleted", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:07:22.241734 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512f3629-1a06-4c61-84d4-943e0442ba7f x-openstack-request-id: req-512f3629-1a06-4c61-84d4-943e0442ba7f {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:07:22.242014 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a00db-ceec-4b7e-b61f-efbedae25b72", "name": "network-vif-deleted", "tag": "081481af-5d25-49ee-b3e4-c1e79d0c7389", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:07:22.242292 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-512f3629-1a06-4c61-84d4-943e0442ba7f {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:07:22.242696 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512f3629-1a06-4c61-84d4-943e0442ba7f'] response: {'server_uuid': '078a00db-ceec-4b7e-b61f-efbedae25b72', 'name': 'network-vif-deleted', 'tag': '081481af-5d25-49ee-b3e4-c1e79d0c7389', 'status': 'completed', 'code': 200} Apr 12 18:07:22.245118 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ff413ac5-ed66-489c-9770-67610c4ac0ff req-a73e5fdb-206d-4ac6-bfef-3bb029e31ba2 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=078a00db-ceec-4b7e-b61f-efbedae25b72 HTTP/1.1" status: 200 len: 210 time: 0.0323372 Apr 12 18:07:24.024476 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 081481af-5d25-49ee-b3e4-c1e79d0c7389 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:24.048820 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: 081481af-5d25-49ee-b3e4-c1e79d0c7389 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:24.049148 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device 081481af-5d25-49ee-b3e4-c1e79d0c7389 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:25.593850 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36192) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:25.757568 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Deleting port 3549648f-055b-4794-bd3d-1c526a5db3b6 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:25.757887 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:25.837353 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:25.837566 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (3549648f-055b-4794-bd3d-1c526a5db3b6), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:25.854776 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Calling delete_port for 3549648f-055b-4794-bd3d-1c526a5db3b6 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:26.024212 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (3549648f-055b-4794-bd3d-1c526a5db3b6), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:26.051824 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event deleted for resources: {'Port': ['ID=3549648f-055b-4794-bd3d-1c526a5db3b6,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:26.113297 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (6f39f856-ba4e-463a-8206-92c45bd50f7c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:26.113626 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Floating IP 6f39f856-ba4e-463a-8206-92c45bd50f7c disassociated (deleted). External IP: 172.27.3.47, port: bcd9fc3d-f15f-40c0-bb23-e3ecbb170265. Apr 12 18:07:26.324270 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b59fd219-42c4-4e1c-a81b-a9664574211c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:26.578641 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:07:26.689932 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:07:26.695023 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:26.700312 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:07:26.711776 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:26.712408 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:06:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:26.726093 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a3a23f8b-9c48-4368-8f44-b5e66a2a42d8 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "DELETE /v2.0/floatingips/6f39f856-ba4e-463a-8206-92c45bd50f7c HTTP/1.1" status: 204 len: 168 time: 1.1308010 Apr 12 18:07:26.726757 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:07:26.729137 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:07:26.768760 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a9c7a-08f1-4a37-a8b5-9d17d76cfcf5 x-openstack-request-id: req-570a9c7a-08f1-4a37-a8b5-9d17d76cfcf5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:07:26.769055 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:07:26.769527 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-570a9c7a-08f1-4a37-a8b5-9d17d76cfcf5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:07:26.769760 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570a9c7a-08f1-4a37-a8b5-9d17d76cfcf5'] response: {'name': 'network-changed', 'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'status': 'completed', 'code': 200} Apr 12 18:07:26.827240 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:26.836349 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-0d3dedf9-87e9-4eef-920f-445c07a465ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:26.838627 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-0d3dedf9-87e9-4eef-920f-445c07a465ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 1130 time: 0.0473130 Apr 12 18:07:26.969107 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1bf8-3b65-4f01-92ae-ae5b4384d83f req-0f62c77d-22e2-48e6-804c-4c024eadd183 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:26.970579 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e9e1bf8-3b65-4f01-92ae-ae5b4384d83f req-0f62c77d-22e2-48e6-804c-4c024eadd183 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 946 time: 0.0708141 Apr 12 18:07:26.973657 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-4c83bae1-bd9a-41cf-a282-8ec096611e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:26.975010 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-4c83bae1-bd9a-41cf-a282-8ec096611e24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 200 len: 913 time: 0.1306508 Apr 12 18:07:27.021221 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e9e1bf8-3b65-4f01-92ae-ae5b4384d83f req-10445d6b-a4d7-4314-a641-f8b38a29ecaa tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Apr 12 18:07:27.024790 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:27.177484 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:07:27.187130 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:27.187725 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:06:59Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:27.296477 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:27.495313 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:27.525170 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63effbfb-c965-4afb-a8f7-f5f6720d575d None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:00:52Z', 'revision_number': 4, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi', '_interfaces': [{'id': '8b0cdb35-2b81-4ba1-a870-4921cf83cd83', 'name': '', 'network_id': '3ddedcb7-8232-41f7-bcfe-41b3e792bcce', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'mac_address': 'fa:16:3e:b6:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:51Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'subnets': [{'id': '683d6d58-2585-440f-b2ae-48ecfc9e4f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:07:27.746810 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6839af-d764-4746-a9c2-b75007307abd None None] New status for floating IP 6f39f856-ba4e-463a-8206-92c45bd50f7c: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:07:27.915276 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-4e771e58-b82f-462f-a290-37c9f2ad35c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 200 len: 217 time: 0.0403214 Apr 12 18:07:27.964503 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-061df6fc-fc88-4390-aa73-354ac0a392e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:27.966076 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-061df6fc-fc88-4390-aa73-354ac0a392e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 200 len: 851 time: 0.0449910 Apr 12 18:07:28.096642 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-3243734f-2434-4fdc-991d-4f7a74224b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:28.098228 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-3243734f-2434-4fdc-991d-4f7a74224b15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ddedcb7-8232-41f7-bcfe-41b3e792bcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465569 Apr 12 18:07:28.187779 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51d44f-da40-4d5c-bb47-e55754c2311e req-422f7f99-16bf-4109-829f-ee561e7f71c0 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:28.189228 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7f51d44f-da40-4d5c-bb47-e55754c2311e req-422f7f99-16bf-4109-829f-ee561e7f71c0 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 946 time: 0.0947731 Apr 12 18:07:28.239440 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-de6fe9ec-5661-4717-8f31-1b32d5d71e9d service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338017 Apr 12 18:07:28.257679 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7f51d44f-da40-4d5c-bb47-e55754c2311e req-61ecf43f-2833-4634-ab29-9efedb754964 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/security-groups?id=153b763e-1698-4891-b9ac-3c80806a5080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607777 Apr 12 18:07:28.359925 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e4cb4e6-f82c-4af8-a141-c39f69a47ead req-53380669-260c-4b85-888a-d355e235e14e service neutron] 10.222.0.18 "GET /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917690 Apr 12 18:07:28.385899 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-db6490cb-ee78-4783-be87-24c71b4c36d9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:28.387390 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-db6490cb-ee78-4783-be87-24c71b4c36d9 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 946 time: 0.0508058 Apr 12 18:07:28.476021 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Deleting port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:28.476338 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:28.567773 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] For port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:28.568159 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:28.576388 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-aa139466-d0bd-4edc-bea5-2406ce84cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:28.582633 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Calling delete_port for bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:28.724611 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (bcd9fc3d-f15f-40c0-bb23-e3ecbb170265), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:28.752898 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event deleted for resources: {'Port': ['ID=bcd9fc3d-f15f-40c0-bb23-e3ecbb170265,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:28.796834 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] No DVR routers for this DVR port bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 on host hv-cinder-83753 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:07:28.799467 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:28.802899 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-91057c4d-95a0-4c0c-89df-0840bcc0fc28 req-7fde873a-bd1a-42ee-b69c-7277ff8f5702 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.18 "DELETE /v2.0/ports/bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 HTTP/1.1" status: 204 len: 173 time: 0.4103663 Apr 12 18:07:28.803361 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'name': 'network-vif-deleted', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:07:28.805593 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eabc0a9f14da07c33ba8b1eb37aafb7aa3a9957078c16f6eb9f75fcaca77759b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbd3172-f5bb-40fe-8d93-338b6e7ae8c6" -d '{"events": [{"server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "name": "network-vif-deleted", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:07:28.842608 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73d54f6-61eb-4daa-86ca-8ac56e22ae32 x-openstack-request-id: req-b73d54f6-61eb-4daa-86ca-8ac56e22ae32 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:07:28.842926 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cf37d8-42b3-47dc-b032-8576461051c7", "name": "network-vif-deleted", "tag": "bcd9fc3d-f15f-40c0-bb23-e3ecbb170265", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:07:28.843314 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b73d54f6-61eb-4daa-86ca-8ac56e22ae32 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:07:28.843731 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73d54f6-61eb-4daa-86ca-8ac56e22ae32'] response: {'server_uuid': 'c0cf37d8-42b3-47dc-b032-8576461051c7', 'name': 'network-vif-deleted', 'tag': 'bcd9fc3d-f15f-40c0-bb23-e3ecbb170265', 'status': 'completed', 'code': 200} Apr 12 18:07:29.373743 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1e8e5f9-398c-43f5-922e-d7ba50c7f1f1 req-e752f301-0eeb-4900-b005-3c51dfe13822 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cf37d8-42b3-47dc-b032-8576461051c7 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Apr 12 18:07:30.194486 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.441721 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:30.560018 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Deleting port 749a7896-3e42-4931-9dce-5c3738ee9a25 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:30.560261 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.636677 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.636944 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (749a7896-3e42-4931-9dce-5c3738ee9a25), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.649370 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Calling delete_port for 749a7896-3e42-4931-9dce-5c3738ee9a25 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:30.781754 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (749a7896-3e42-4931-9dce-5c3738ee9a25), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.807533 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event deleted for resources: {'Port': ['ID=749a7896-3e42-4931-9dce-5c3738ee9a25,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:30.873411 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for floatingip (630309aa-890b-4bef-9630-5341c6a65f82), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.875955 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187651'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.877227 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1196c135-fe2f-4919-961e-2c5ef8ff6bc1 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "DELETE /v2.0/floatingips/630309aa-890b-4bef-9630-5341c6a65f82 HTTP/1.1" status: 204 len: 168 time: 0.4344738 Apr 12 18:07:31.484528 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:32.064303 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:32.088656 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] No Port match for: bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:32.089013 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Device bcd9fc3d-f15f-40c0-bb23-e3ecbb170265 not bound to the agent host hv-cinder-83753 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:32.093373 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36220) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:32.157753 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b3978862-d292-4b75-add8-560aca4aa157 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group (153b763e-1698-4891-b9ac-3c80806a5080), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:32.184961 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b3978862-d292-4b75-add8-560aca4aa157 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group (153b763e-1698-4891-b9ac-3c80806a5080), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:32.245707 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b3978862-d292-4b75-add8-560aca4aa157 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (153b763e-1698-4891-b9ac-3c80806a5080), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:32.248374 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b3978862-d292-4b75-add8-560aca4aa157 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:32.249512 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b3978862-d292-4b75-add8-560aca4aa157 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] 10.222.0.45 "DELETE /v2.0/security-groups/153b763e-1698-4891-b9ac-3c80806a5080 HTTP/1.1" status: 204 len: 168 time: 0.1551359 Apr 12 18:07:32.258621 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3978862-d292-4b75-add8-560aca4aa157 tempest-TestVolumeBootPattern-723069875 tempest-TestVolumeBootPattern-723069875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153b763e-1698-4891-b9ac-3c80806a5080,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:32.307303 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36224) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:32.712886 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:32.767868 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (8372503e-837e-4fa0-b2b7-a0d10e924603), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:33.030195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Deleting port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:33.030447 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:33.112084 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] For port 8b0cdb35-2b81-4ba1-a870-4921cf83cd83, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:33.112785 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:33.127008 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Calling delete_port for 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:33.322188 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (8b0cdb35-2b81-4ba1-a870-4921cf83cd83), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:33.348002 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0cdb35-2b81-4ba1-a870-4921cf83cd83,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:33.523730 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (8372503e-837e-4fa0-b2b7-a0d10e924603), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:33.746115 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Router 8372503e-837e-4fa0-b2b7-a0d10e924603 has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:07:33.855888 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:07:33.863187 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c822359c-340a-4d30-9d0f-c1e09c206508 admin admin] 10.222.0.45 "PUT /v2.0/routers/8372503e-837e-4fa0-b2b7-a0d10e924603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5528672 Apr 12 18:07:33.864891 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36230) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:33.867780 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] Sync routers for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:07:33.879105 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:33.879747 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:07:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:33.970952 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks [] for router (8372503e-837e-4fa0-b2b7-a0d10e924603), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:33.988931 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: dv-cinder-837533-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:34.077207 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks [] for router_gateway (8372503e-837e-4fa0-b2b7-a0d10e924603), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.124699 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Deleting port 4cebd811-70cb-45a8-8249-e0d3e8fc8663 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:34.125527 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.156372 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:07:33Z', 'revision_number': 5, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port': {'id': '4cebd811-70cb-45a8-8249-e0d3e8fc8663', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:50Z', 'updated_at': '2022-04-12T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:34.181757 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] Checking router: 8372503e-837e-4fa0-b2b7-a0d10e924603 for host: dv-cinder-837533-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:07:34.190569 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] Routers {'8372503e-837e-4fa0-b2b7-a0d10e924603'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:34.191178 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:07:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['8372503e-837e-4fa0-b2b7-a0d10e924603'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:34.208532 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] For port 4cebd811-70cb-45a8-8249-e0d3e8fc8663, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=4cebd811-70cb-45a8-8249-e0d3e8fc8663,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:34.208901 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.223254 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Calling delete_port for 4cebd811-70cb-45a8-8249-e0d3e8fc8663 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:34.285618 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] Set router 8372503e-837e-4fa0-b2b7-a0d10e924603 gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:34.340274 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:07:34Z', 'revision_number': 6, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:34.367050 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a724bd-2aa7-41d4-91fc-e058193e303c None None] The sync data for ids ['8372503e-837e-4fa0-b2b7-a0d10e924603'] in dv-cinder-837533-1-iscsi is: [{'id': '8372503e-837e-4fa0-b2b7-a0d10e924603', 'name': 'tempest-TestVolumeBootPattern-2070962567-router', 'tenant_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:49Z', 'updated_at': '2022-04-12T18:07:34Z', 'revision_number': 6, 'project_id': 'ed85153b5b8a4de89c0e1896e9f4bfbc', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:07:34.406859 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (4cebd811-70cb-45a8-8249-e0d3e8fc8663), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.437208 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cebd811-70cb-45a8-8249-e0d3e8fc8663,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:34.502121 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (8372503e-837e-4fa0-b2b7-a0d10e924603), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.595397 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (8372503e-837e-4fa0-b2b7-a0d10e924603), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.597714 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks [] for router_controller (8372503e-837e-4fa0-b2b7-a0d10e924603), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.647739 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (8372503e-837e-4fa0-b2b7-a0d10e924603), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.648294 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8372503e-837e-4fa0-b2b7-a0d10e924603 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:07:34.652774 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.653980 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e684ccb6-4079-4f20-ac73-1294c9a0f8c2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8372503e-837e-4fa0-b2b7-a0d10e924603 HTTP/1.1" status: 204 len: 168 time: 0.7881618 Apr 12 18:07:34.656594 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36232) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:34.700847 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] Deleting subnet 683d6d58-2585-440f-b2ae-48ecfc9e4f7d {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:07:34.704340 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] Publish callbacks [] for subnet (683d6d58-2585-440f-b2ae-48ecfc9e4f7d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.746249 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (683d6d58-2585-440f-b2ae-48ecfc9e4f7d), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.824915 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (683d6d58-2585-440f-b2ae-48ecfc9e4f7d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.887015 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (683d6d58-2585-440f-b2ae-48ecfc9e4f7d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.915235 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683d6d58-2585-440f-b2ae-48ecfc9e4f7d,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:34.921367 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.924798 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-cfc133d0-0880-40b7-9f74-023246bdc4ba admin admin] 10.222.0.45 "DELETE /v2.0/subnets/683d6d58-2585-440f-b2ae-48ecfc9e4f7d HTTP/1.1" status: 204 len: 168 time: 0.2670829 Apr 12 18:07:34.927296 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e935619-df46-4f00-ade8-c5097bdad358 None None] Network 3ddedcb7-8232-41f7-bcfe-41b3e792bcce requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:07:34.927831 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:35.002221 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (3ddedcb7-8232-41f7-bcfe-41b3e792bcce), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.052915 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Deleting port 3d6a1185-5584-4899-807c-73d8735883fc {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:35.053394 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (3d6a1185-5584-4899-807c-73d8735883fc), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.130760 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] For port 3d6a1185-5584-4899-807c-73d8735883fc, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=3d6a1185-5584-4899-807c-73d8735883fc,segment=NetworkSegment(57cfe4e9-c417-4680-8224-4ad527c56a86),segment_id=57cfe4e9-c417-4680-8224-4ad527c56a86)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:35.131160 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (3d6a1185-5584-4899-807c-73d8735883fc), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.145417 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Calling delete_port for 3d6a1185-5584-4899-807c-73d8735883fc owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:35.188884 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] DHCP port deletion for 3ddedcb7-8232-41f7-bcfe-41b3e792bcce request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:07:35.231024 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375556'] for port (3d6a1185-5584-4899-807c-73d8735883fc), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.236209 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Deleting port 3d6a1185-5584-4899-807c-73d8735883fc {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:35.236793 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (3d6a1185-5584-4899-807c-73d8735883fc), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.259571 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] No DVR routers for this DVR port 3d6a1185-5584-4899-807c-73d8735883fc on host dv-cinder-837533-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:07:35.264358 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6a1185-5584-4899-807c-73d8735883fc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:35.305500 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] For port 3d6a1185-5584-4899-807c-73d8735883fc, host dv-cinder-837533-1-iscsi, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:35.305906 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (3d6a1185-5584-4899-807c-73d8735883fc), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.319305 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Calling delete_port for 3d6a1185-5584-4899-807c-73d8735883fc owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:35.322324 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Port 3d6a1185-5584-4899-807c-73d8735883fc was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:07:35.323618 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703'] for port (3d6a1185-5584-4899-807c-73d8735883fc), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.338516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (3ddedcb7-8232-41f7-bcfe-41b3e792bcce), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.349804 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Pushing event deleted for resources: {'Port': ['ID=3d6a1185-5584-4899-807c-73d8735883fc,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:35.357538 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] No DVR routers for this DVR port 3d6a1185-5584-4899-807c-73d8735883fc on host dv-cinder-837533-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:07:35.360537 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddedcb7-8232-41f7-bcfe-41b3e792bcce']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:35.370521 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.371226 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cfe4e9-c417-4680-8224-4ad527c56a86') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:35.371614 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.371737 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cfe4e9-c417-4680-8224-4ad527c56a86') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:35.372215 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.372921 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.373430 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.374050 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.374486 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.374711 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.375070 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.375399 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.375731 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.376059 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.376494 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.376701 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.377022 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c121-b64a-4341-8427-768768f2b157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837533-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:07:35.384473 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6661811'] for segment (57cfe4e9-c417-4680-8224-4ad527c56a86), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.398516 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (57cfe4e9-c417-4680-8224-4ad527c56a86), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.408356 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:07:35.408751 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375377'] for segment (57cfe4e9-c417-4680-8224-4ad527c56a86), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: timer() Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: self._notify() Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: event.method(event) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:07:35.410680 dv-cinder-837533-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:07:35.469004 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (3ddedcb7-8232-41f7-bcfe-41b3e792bcce), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.476125 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.478971 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3ddedcb7-8232-41f7-bcfe-41b3e792bcce HTTP/1.1" status: 204 len: 168 time: 0.5505595 Apr 12 18:07:35.482550 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36236) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:35.492192 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7f0f1-8c24-4dcc-926c-1e849d233bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddedcb7-8232-41f7-bcfe-41b3e792bcce,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:35.820167 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577164'] for router_interface (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:35.826514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:35.847695 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:35.848048 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 8b0cdb35-2b81-4ba1-a870-4921cf83cd83 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:35.848469 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4cebd811-70cb-45a8-8249-e0d3e8fc8663 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:35.871229 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 4cebd811-70cb-45a8-8249-e0d3e8fc8663 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:35.871588 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 4cebd811-70cb-45a8-8249-e0d3e8fc8663 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:35.872037 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 3d6a1185-5584-4899-807c-73d8735883fc no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:35.892687 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 3d6a1185-5584-4899-807c-73d8735883fc {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:35.893057 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 3d6a1185-5584-4899-807c-73d8735883fc not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:36.060753 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Deleting port f12b13c9-b355-4f63-92ef-41d1c594af27 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:36.060987 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:36.141137 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] For port f12b13c9-b355-4f63-92ef-41d1c594af27, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=f12b13c9-b355-4f63-92ef-41d1c594af27,segment=NetworkSegment(20e32508-d741-4fc9-8ac1-6cd29cbd9281),segment_id=20e32508-d741-4fc9-8ac1-6cd29cbd9281)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:36.141502 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:36.158391 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Calling delete_port for f12b13c9-b355-4f63-92ef-41d1c594af27 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:36.357710 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (f12b13c9-b355-4f63-92ef-41d1c594af27), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:36.380899 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12b13c9-b355-4f63-92ef-41d1c594af27,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:36.552557 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577040'] for router_interface (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:36.682530 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.073860 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Router c26e40cc-3a12-4bdb-a77c-796aa8907f3b has already been hosted by L3 agent 5f616956-2f59-4be4-a9ea-3602fd6fdc6e {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:07:37.185067 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] Notify agent at l3_agent.dv-cinder-837533-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:07:37.190667 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b38e1477-b4bd-4066-8d09-5f9e0a4b2fa3 admin admin] 10.222.0.45 "PUT /v2.0/routers/c26e40cc-3a12-4bdb-a77c-796aa8907f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7069368 Apr 12 18:07:37.194598 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36238) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:37.197748 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] Sync routers for ids ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'] in dv-cinder-837533-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:07:37.209766 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] Routers {'c26e40cc-3a12-4bdb-a77c-796aa8907f3b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:37.210706 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:07:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:37.304031 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks [] for router (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.319341 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] Set router c26e40cc-3a12-4bdb-a77c-796aa8907f3b gateway port host: dv-cinder-837533-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:37.412919 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks [] for router_gateway (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.460647 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Deleting port 0194dd2b-23a2-4821-80af-a8eb3623bcb2 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:37.460994 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.496099 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'external_fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:07:36Z', 'revision_number': 5, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port': {'id': '0194dd2b-23a2-4821-80af-a8eb3623bcb2', 'name': '', 'network_id': '7afc7d06-f81a-470b-baf6-67cef321eac6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85300598-f82b-49ea-9121-736c2b14f2cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837533-1-iscsi'}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:37.527075 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] Checking router: c26e40cc-3a12-4bdb-a77c-796aa8907f3b for host: dv-cinder-837533-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:07:37.536540 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] Routers {'c26e40cc-3a12-4bdb-a77c-796aa8907f3b'} bound to L3 agent in host dv-cinder-837533-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:37.537154 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:40:29Z,description=,heartbeat_timestamp=2022-04-12T18:07:29Z,host='dv-cinder-837533-1-iscsi',id=5f616956-2f59-4be4-a9ea-3602fd6fdc6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:40:29Z,topic='l3_agent')) {'router_ids': ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:37.546057 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] For port 0194dd2b-23a2-4821-80af-a8eb3623bcb2, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=0194dd2b-23a2-4821-80af-a8eb3623bcb2,segment=NetworkSegment(7a0cb1ca-a3b5-496b-80b9-01db36f9b490),segment_id=7a0cb1ca-a3b5-496b-80b9-01db36f9b490)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:37.546424 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.563159 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Calling delete_port for 0194dd2b-23a2-4821-80af-a8eb3623bcb2 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:37.623411 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] Set router c26e40cc-3a12-4bdb-a77c-796aa8907f3b gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:37.676385 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:07:37Z', 'revision_number': 6, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port_host': None}], 'dv-cinder-837533-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:37.705313 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ac50d-3b7b-4fbb-945b-a743301d5fa4 None None] The sync data for ids ['c26e40cc-3a12-4bdb-a77c-796aa8907f3b'] in dv-cinder-837533-1-iscsi is: [{'id': 'c26e40cc-3a12-4bdb-a77c-796aa8907f3b', 'name': 'tempest-TestVolumeBootPattern-1914754785-router', 'tenant_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:00:54Z', 'updated_at': '2022-04-12T18:07:37Z', 'revision_number': 6, 'project_id': 'deeb815afc8b4b2f9324c8e9f67f6ea9', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:07:37.735684 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (0194dd2b-23a2-4821-80af-a8eb3623bcb2), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.764127 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Pushing event deleted for resources: {'Port': ['ID=0194dd2b-23a2-4821-80af-a8eb3623bcb2,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:37.827034 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578742'] for router_gateway (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.922411 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27804'] for router (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.924675 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks [] for router_controller (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.974927 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583123'] for router (c26e40cc-3a12-4bdb-a77c-796aa8907f3b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.975377 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c26e40cc-3a12-4bdb-a77c-796aa8907f3b {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:07:37.980163 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:37.981351 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d953754f-0be9-4505-9a28-0c77ba20e55a admin admin] 10.222.0.45 "DELETE /v2.0/routers/c26e40cc-3a12-4bdb-a77c-796aa8907f3b HTTP/1.1" status: 204 len: 168 time: 0.7858236 Apr 12 18:07:37.984035 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36240) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:38.029266 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] Deleting subnet f58156f3-3d93-4605-89b1-5dc7ee424811 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:07:38.034088 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] Publish callbacks [] for subnet (f58156f3-3d93-4605-89b1-5dc7ee424811), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.073711 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007000'] for subnet (f58156f3-3d93-4605-89b1-5dc7ee424811), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.153848 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f12b13c9-b355-4f63-92ef-41d1c594af27 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:38.170384 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1352487'] for subnet (f58156f3-3d93-4605-89b1-5dc7ee424811), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.174939 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: f12b13c9-b355-4f63-92ef-41d1c594af27 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:38.175316 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device f12b13c9-b355-4f63-92ef-41d1c594af27 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:38.222744 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1352496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5598360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6566411'] for subnet (f58156f3-3d93-4605-89b1-5dc7ee424811), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.248246 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58156f3-3d93-4605-89b1-5dc7ee424811,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:38.251776 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.255294 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c9d507ba-7da0-44b1-b7e7-0bf278addf7f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f58156f3-3d93-4605-89b1-5dc7ee424811 HTTP/1.1" status: 204 len: 168 time: 0.2699547 Apr 12 18:07:38.257512 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.45', 36242) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:38.260563 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8045e6-922d-4f97-9728-ab3fd16a8564 None None] Network d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 requested from dv-cinder-837533-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:07:38.331195 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540438'] for network (d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.377834 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Deleting port c760660d-73ee-4909-8262-95b4fafc6056 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:38.378186 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (c760660d-73ee-4909-8262-95b4fafc6056), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.443717 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] For port c760660d-73ee-4909-8262-95b4fafc6056, host dv-cinder-837533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837533-1-iscsi',level=0,port_id=c760660d-73ee-4909-8262-95b4fafc6056,segment=NetworkSegment(20e32508-d741-4fc9-8ac1-6cd29cbd9281),segment_id=20e32508-d741-4fc9-8ac1-6cd29cbd9281)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:38.444055 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (c760660d-73ee-4909-8262-95b4fafc6056), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.457894 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Calling delete_port for c760660d-73ee-4909-8262-95b4fafc6056 owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:38.513514 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] DHCP port deletion for d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 request from dv-cinder-837533-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:07:38.547875 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5598455'] for port (c760660d-73ee-4909-8262-95b4fafc6056), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.556395 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] Deleting port c760660d-73ee-4909-8262-95b4fafc6056 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:07:38.556781 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742100843560'] for port (c760660d-73ee-4909-8262-95b4fafc6056), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.573675 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c760660d-73ee-4909-8262-95b4fafc6056,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:38.578227 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] No DVR routers for this DVR port c760660d-73ee-4909-8262-95b4fafc6056 on host dv-cinder-837533-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:07:38.622598 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] For port c760660d-73ee-4909-8262-95b4fafc6056, host dv-cinder-837533-1-iscsi, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:38.623111 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574978'] for port (c760660d-73ee-4909-8262-95b4fafc6056), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.637384 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] Calling delete_port for c760660d-73ee-4909-8262-95b4fafc6056 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:07:38.640168 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] Port c760660d-73ee-4909-8262-95b4fafc6056 was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:07:38.641443 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1564107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742100849942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742100310703'] for port (c760660d-73ee-4909-8262-95b4fafc6056), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.653870 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358492', 'neutron.services.segments.db._delete_segments_for_network-8742100719800'] for network (d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.667991 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] Pushing event deleted for resources: {'Port': ['ID=c760660d-73ee-4909-8262-95b4fafc6056,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:38.669859 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce0195-36bb-4eec-afd3-3c801f4b74a5 None None] No DVR routers for this DVR port c760660d-73ee-4909-8262-95b4fafc6056 on host dv-cinder-837533-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:07:38.673969 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:38.685210 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e32508-d741-4fc9-8ac1-6cd29cbd9281') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:38.685512 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e32508-d741-4fc9-8ac1-6cd29cbd9281') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:38.698255 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742100773313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007011'] for segment (20e32508-d741-4fc9-8ac1-6cd29cbd9281), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.713214 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884'] for segment (20e32508-d741-4fc9-8ac1-6cd29cbd9281), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.720111 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:07:38.720494 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5598242'] for segment (20e32508-d741-4fc9-8ac1-6cd29cbd9281), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: timer() Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: self._notify() Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: event.method(event) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:07:38.722502 dv-cinder-837533-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:07:38.777779 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578706'] for network (d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.789570 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638189'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:38.792953 dv-cinder-837533-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9 HTTP/1.1" status: 204 len: 168 time: 0.5344698 Apr 12 18:07:38.806455 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b858b-e480-433f-9854-ac7bda596ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9fdcaf5-f6fa-4a77-a3ee-bc88747337a9,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:38.905545 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36246) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:38.949944 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-45388566-f1c3-4c62-b41d-f627bfed2c9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed85153b5b8a4de89c0e1896e9f4bfbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431399 Apr 12 18:07:38.952655 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36248) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:39.012996 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b85ab43-e8ca-47b3-aeeb-6139dc58b58c admin admin] Publish callbacks [] for security_group (3e9fe9d4-fbc7-49a5-bc22-199d8925e51d), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.036253 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b85ab43-e8ca-47b3-aeeb-6139dc58b58c admin admin] Publish callbacks [] for security_group (3e9fe9d4-fbc7-49a5-bc22-199d8925e51d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.086601 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b85ab43-e8ca-47b3-aeeb-6139dc58b58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (3e9fe9d4-fbc7-49a5-bc22-199d8925e51d), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.089205 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b85ab43-e8ca-47b3-aeeb-6139dc58b58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.092798 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5b85ab43-e8ca-47b3-aeeb-6139dc58b58c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e9fe9d4-fbc7-49a5-bc22-199d8925e51d HTTP/1.1" status: 204 len: 168 time: 0.1367583 Apr 12 18:07:39.098815 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85ab43-e8ca-47b3-aeeb-6139dc58b58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9fe9d4-fbc7-49a5-bc22-199d8925e51d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:39.427790 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36254) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:39.473856 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fdae8058-1618-469f-bbfb-11aee6363ebe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=deeb815afc8b4b2f9324c8e9f67f6ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448670 Apr 12 18:07:39.477583 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.45', 36256) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:39.521560 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:07:39.529521 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c535d2af-d5f7-46aa-9fe2-f133790a281c admin admin] Publish callbacks [] for security_group (0c5ca902-a1a3-4766-9077-2e7616c1a37a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.555102 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c535d2af-d5f7-46aa-9fe2-f133790a281c admin admin] Publish callbacks [] for security_group (0c5ca902-a1a3-4766-9077-2e7616c1a37a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.610991 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c535d2af-d5f7-46aa-9fe2-f133790a281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460153'] for security_group (0c5ca902-a1a3-4766-9077-2e7616c1a37a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.613547 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c535d2af-d5f7-46aa-9fe2-f133790a281c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:39.614692 dv-cinder-837533-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c535d2af-d5f7-46aa-9fe2-f133790a281c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c5ca902-a1a3-4766-9077-2e7616c1a37a HTTP/1.1" status: 204 len: 168 time: 0.1360786 Apr 12 18:07:39.622504 dv-cinder-837533-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535d2af-d5f7-46aa-9fe2-f133790a281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ca902-a1a3-4766-9077-2e7616c1a37a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:39.826138 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device c760660d-73ee-4909-8262-95b4fafc6056 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:39.847900 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: c760660d-73ee-4909-8262-95b4fafc6056 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:39.848225 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device c760660d-73ee-4909-8262-95b4fafc6056 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:39.848654 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0194dd2b-23a2-4821-80af-a8eb3623bcb2 no longer exists at agent ovs-agent-dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:07:39.872307 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] No Port match for: 0194dd2b-23a2-4821-80af-a8eb3623bcb2 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:07:39.872597 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Device 0194dd2b-23a2-4821-80af-a8eb3623bcb2 not bound to the agent host dv-cinder-837533-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:07:56.326504 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-de68eb95-b7f7-4b87-b8d6-d5b454071cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:58.597507 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9239-c5af-4e6b-9685-8dff59de165e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:00.200537 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:01.484461 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:02.709840 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:06.706746 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:16.525787 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:08:26.331745 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1dfde6bd-02de-4e3c-996f-48f0d0cce7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:28.590335 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-83e2df3f-fa55-406c-bcb0-9b092816bae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:30.206153 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:31.499545 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:32.703638 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:36.698700 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:53.525538 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:08:56.334653 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c78b3c5e-84e6-477f-bfd7-e671ef34f818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:58.591679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0ef42679-8dcc-4039-996c-4ec3de7ed49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:00.210741 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:01.495319 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:02.712108 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:06.695968 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:26.329604 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1e193100-66cc-4db9-b944-c5d7e7e73401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:28.594032 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e3a69537-8336-4515-ba1d-dacce0759f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:30.207010 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:30.530839 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:09:31.502178 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:32.699811 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:36.714138 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:56.340240 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d17dfed7-03d8-46a5-a5b7-e309c775ce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:58.593055 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-31760e70-8acd-4c6d-96c5-570827669173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:00.213962 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:01.505361 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:02.700321 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:06.717477 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:07.536566 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:10:26.338526 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2f560165-ea2f-471f-95f3-a4884b4be057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:28.595091 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-112c9465-8671-4f6f-9e59-cdc0932cf7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:30.214191 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:31.508296 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:32.696179 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:36.726207 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:44.540715 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:10:56.337852 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b38f92d8-4f15-4e9c-a9d4-a4694254380e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:58.593165 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8929ea6c-afb1-4bdf-876a-c1783f7b7c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.217476 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:01.512706 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:02.703221 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:06.727083 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:21.546280 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:11:26.340039 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9ac5-f5dd-47b5-a22c-07c7d64ba012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:28.596714 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f03be6a5-e60f-4798-a5f9-f0dcaf3a96c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:30.224448 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:31.513392 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:32.706692 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:36.727058 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:55.963564 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-956af26f-a3db-496a-9397-3187605acb9c service neutron] (109989) timed out ('10.222.0.45', 34364) {{(pid=109989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:11:56.136911 dv-cinder-837533-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-99a7fa05-6967-4c34-9e0e-e3d6873e02b3 req-ee283e0a-d77a-4d53-b502-88798d79d532 tempest-AttachVolumeShelveTestJSON-744045009 tempest-AttachVolumeShelveTestJSON-744045009-project] (109989) timed out ('10.222.0.45', 34372) {{(pid=109989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:11:56.343449 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-96aba35e-e5c0-450a-b865-2253056788fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:58.551943 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:11:58.595998 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5be76d3-c9f8-456b-ad5d-81b91128fb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:00.233584 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:01.520540 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:02.712841 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:06.726957 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:26.337177 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-550b2068-7b7d-4bd2-9dc7-d5ffec421aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:28.605014 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6c313ffa-b978-4626-aa6d-42db82373565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:30.234199 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:31.528575 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:32.721539 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:35.551099 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:12:36.735270 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:56.346720 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-08c41eb7-4aa6-4cd7-8541-8706cbb0956f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (6af17077-d351-41ac-a1e9-eab156b4426a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:58.600278 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6bf8cc42-d212-4058-9ddb-0c8e049b1829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5f616956-2f59-4be4-a9ea-3602fd6fdc6e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:00.244203 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd7cb-9830-4ba0-8599-ce49fa1c04e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (5bafa269-7dd6-485b-b8b9-c573164ef6b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:01.524679 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-28773205-f76a-4ca3-85ae-b90b0de53834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (06774581-1919-4870-9d5a-704796d8cd7b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:02.714888 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3bee826a-b4c4-427a-9987-5de2dd959f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (28ac857d-bfe8-437c-a615-a1126caf35ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:06.753436 dv-cinder-837533-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3286c714-73c6-4f1e-9c1d-2419166df7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742100719782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454557'] for agent (cc51800f-40e8-430b-bdad-8073a1413e16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:12.551996 dv-cinder-837533-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-7ce85f0b-dd0e-4e8a-acf4-73064566bac4 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}